How to search multi-language items with elasticsearch

So I have rails API app which uses Globalization Gem

I have and Article model which has id, created_at and updated_at, and this model has article_translations table which contains title_en and title_ar same applies for body and except

I set up Elasticsearch and it's working but with one language only

this is my concern file

# frozen_string_literal: true

module Searchable
  extend ActiveSupport::Concern

  included do
    include Elasticsearch::Model
    include Elasticsearch::Model::Callbacks

    mapping do
      # Also tried using
      # indexes :title, type: :text

      indexes :title_en, type: :text
      indexes :body_en, type: :text
      indexes :excerpt_en, type: :text
      indexes :title_ar, type: :text
      indexes :body_ar, type: :text
      indexes :excerpt_ar, type: :text
    end

    def self.search(query)
      # build and run search
      params = {
        query: {
          bool: {
            should: [
              { match: { title: { query: query, boost: 8, fuzziness: "AUTO" } }},
              { match: { body: { query: query, boost: 6, fuzziness: "AUTO" } }},
              { match: { excerpt: { query: query, boost: 4, fuzziness: "AUTO" } }},
            ]
          }
        },
      }

      self.__elasticsearch__.search(params)
    end
  end
end

Now when i use Article.search('MyQuery') it searches only on one language, the language which was set when Article.import(force: true) ran

So if i ran the above command which I18n.locale = :en it will index the english data, same for arabic

Since Globalization here works as following
Article.first.title will return .title_en with english locale and .title_ar with arabic locale which is set by user, of course we don't add the _en or the _ar, just title

what if i want to index both languages to be able to search in both title_en and title_ar when i send a query ?

Here is the index created

and this is after adding title_en & title_ar but they are ignored after importing

Thanks in advance

Finally i did it!

I'm not sure if it's the best way to do it or not but now it's working as it should with both languages

module Searchable
  extend ActiveSupport::Concern

  included do
    include Elasticsearch::Model
    include Elasticsearch::Model::Callbacks

    # I Don't need this anymore because
    # it's overridden on the as_indexed_json method
    #
    # mapping do
    #   indexes :title, type: :text
    #   indexes :title_en, type: :text
    #   indexes :body_en, type: :text
    #   indexes :excerpt_en, type: :text
    #   indexes :title_ar, type: :text
    #   indexes :body_ar, type: :text
    #   indexes :excerpt_ar, type: :text
    # end

    def self.search(query)
      # build and run search
      params = {
        query: {
          bool: {
            should: [
              { match: { title_en: { query: query, boost: 8, fuzziness: "AUTO" } }},
              { match: { title_ar: { query: query, boost: 8, fuzziness: "AUTO" } }},
              { match: { body_en: { query: query, boost: 6, fuzziness: "AUTO" } }},
              { match: { body_ar: { query: query, boost: 6, fuzziness: "AUTO" } }},
              { match: { excerpt_en: { query: query, boost: 4, fuzziness: "AUTO" } }},
              { match: { excerpt_ar: { query: query, boost: 4, fuzziness: "AUTO" } }}
            ]
          }
        },
      }

      self.__elasticsearch__.search(params)
    end

    def as_indexed_json(options = nil)
      self.as_json(
        only: %i[title_en title_ar body_en body_ar excerpt_en excerpt_ar],
        methods: %i[title_en title_ar body_en body_ar excerpt_en excerpt_ar]
      )
    end
  end
end