Odoo 集成 ElasticSearch

su es./elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v7.6.0/elasticsearch-analysis-ik-7.6.0.zip

PUT test POST test/_analyze{ "analyzer": "ik_smart", "text": "测试语句分词，测一测ik分词器到底行不行"}

{ "tokens" : [ { "token" : "测试", "start_offset" : 0, "end_offset" : 2, "type" : "CN_WORD", "position" : 0 }, { "token" : "语句", "start_offset" : 2, "end_offset" : 4, "type" : "CN_WORD", "position" : 1 }, { "token" : "分词", "start_offset" : 4, "end_offset" : 6, "type" : "CN_WORD", "position" : 2 }, { "token" : "测", "start_offset" : 7, "end_offset" : 8, "type" : "CN_CHAR", "position" : 3 }, { "token" : "一测", "start_offset" : 8, "end_offset" : 10, "type" : "CN_WORD", "position" : 4 }, { "token" : "ik", "start_offset" : 10, "end_offset" : 12, "type" : "ENGLISH", "position" : 5 }, { "token" : "分词器", "start_offset" : 12, "end_offset" : 15, "type" : "CN_WORD", "position" : 6 }, { "token" : "到底", "start_offset" : 15, "end_offset" : 17, "type" : "CN_WORD", "position" : 7 }, { "token" : "行不行", "start_offset" : 17, "end_offset" : 20, "type" : "CN_WORD", "position" : 8 } ]}

pip3 install elasticsearch7

index_filed_list = { ("product", "product_name"): "product_name", ("product", "comment"): "product_comment", ("product", "solution"): "product_solution",  ("company", "company_name"): "company_name", ("company", "founder"): "company_founder", ("company", "comment"): "company_comment",  ("sales", "name"): "sale_names",}

import odoo.tools host = odoo.tools.config['es_host']port = odoo.tools.config['es_port']index = odoo.tools.config['index_name']

# -*- coding: utf-8 -*-from odoo import models, apifrom elasticsearch7 import Elasticsearchimport odoo.tools host = odoo.tools.config['es_host']port = odoo.tools.config['es_port']index = odoo.tools.config['index_name'] index_filed_list = { ("product", "product_name"): "product_name", ("product", "comment"): "product_comment", ("product", "solution"): "product_solution",  ("company", "company_name"): "company_name", ("company", "founder"): "company_founder", ("company", "comment"): "company_comment",  ("sales", "name"): "sale_names",}  class ElasticSearchUtil(models.AbstractModel): _description = 'es工具类' _name = 'prod.util.elasticsearch' _auto = False

@staticmethoddef get_es_instance(): return Elasticsearch([{'host': host, 'port': port}], http_auth=())

@api.model def create_index(self, es): # 判断索引是否存在，不存在就创建一个 if not es.indices.exists(index=index): es.indices.create(index=index)

@api.modeldef delete_index(self): # 存在就给他删了 es = self.get_es_instance() if es.indices.exists(index=index): es.indices.delete(index=index)

@api.model def get_fileds_mapping_or_create(self, es, fileds): # 判断这些字段的mapping是否存在，不存在就创建 mapping_dict = es.indices.get_mapping(index=index).get(index).get('mappings') if mapping_dict.get('properties'): mapping_list = mapping_dict.get('properties').keys() else: mapping_list = [] body = { "properties": { } } update_mapping = False for filed in fileds: if filed not in mapping_list: update_mapping = True body['properties'][filed] = { "type": "text", "analyzer": "ik_max_word", "search_analyzer": "ik_smart" } if update_mapping: es.indices.put_mapping(index=index, body=body)

@api.model def update_filed_by_id(self, es, id, fileds: dict): # 更新一条数据 update_str = ';'.join([f"ctx._source.{key}='{value}'" for key, value in fileds.items()]) body = { "script": { "source": update_str } } es.update(index=index, id=id, body=body)

@api.model def delete_filed(self, ids, model_name): # 删除某些字段 fileds = [] for key in index_filed_list.keys(): if key[0] == model_name: fileds.append(index_filed_list.get(key)) es = self.get_es_instance() delete_str = ';'.join([f"ctx._source.remove('{item}')" for item in fileds]) for id in ids: body = { "query": { "term": { "_id": f"{id}" } }, "script": { "source": delete_str } } es.update_by_query(index=index, body=body) es.close()

@api.model def insert_or_update_filed(self, ids, fileds: dict, model_name): # 检查索引是否存在 es = self.get_es_instance() self.create_index(es) body = {} update_value = False for key, value in fileds.items(): # 只有字符类型的才建索引 if (model_name, key) in index_filed_list.keys(): update_value = True body[index_filed_list.get((model_name, key))] = value if update_value: self.get_fileds_mapping_or_create(es, body.keys()) # 检查该id的记录是否存在 for id in ids: if not es.exists(index=index, id=id): es.index(index=index, doc_type='_doc', id=id, refresh=True, body=body) else: self.update_filed_by_id(es, id, body) es.close()

# 重写模型创建方法，创建模型时同步创建es相关文档@api.modeldef create(self, vals): result = super().write(vals) self.env['prod.util.elasticsearch'].insert_or_update_filed(result.ids, vals, "company") return result # 重写模型修改方法，创建模型时同步修改es相关文档def write(self, vals): self.env['prod.util.elasticsearch'].insert_or_update_filed(self.ids, vals, "company") return super().write(vals) # 重写模型删除方法，创建模型时同步删除es相关文档def unlink(self): self.env['prod.util.elasticsearch'].delete_filed(self.ids, "company") return super().unlink()

@api.model def rebuild_elasticsearch_index(self): # 强制重建索引方法 self.env['prod.util.elasticsearch'].delete_index() prod_ids = self.search([('id', '!=', None)]).ids for prod_id in prod_ids: prod = self.search_read([('id', '=', prod_id)])[0] # 判断是否有选择公司 if prod.get('company'): company = self.env['prod.company'].search_read([('id', '=', prod.get('company')[0])]) self.env['prod.util.elasticsearch'].insert_or_update_filed([prod.get('id')], company[0], "company") # 判断是否选择了销售 if prod.get('sales_emp'): sale_ids = prod.get('sales_emp') sales = self.env['prod.sales'].search([('id', 'in', sale_ids)]) sale_names = [] for s in sales: sale_names.append(s.name) self.env['prod.util.elasticsearch'].insert_or_update_filed([prod.get('id')],{'name': ','.join(sale_names)}, "sales") # 更新本体的索引字段 self.env['prod.util.elasticsearch'].insert_or_update_filed([prod.get('id')], prod, "product")

@api.model def search_info_by_keyword(self, keyword, size, page): es = self.get_es_instance() values = index_filed_list.values() match_query_list = [{"match": {value: keyword}} for value in values]  highlight_query_dict = {value: {} for value in values}  body = { "query": { "bool": { "should": match_query_list } }, "highlight": { "fields": highlight_query_dict }, "size": size, "from": (page - 1) * size } result = { "info": [], 'total': 0 } hits = es.search(index=index, body=body)['hits'] search_result = hits['hits'] for info in search_result: fileds = info['_source'] info_highlight = info['highlight'] if "company_name" in info_highlight.keys(): company_name = info_highlight['company_name'][0] del info_highlight['company_name'] else: company_name = fileds.get('company_name')  if "product_name" in info_highlight.keys(): product_name = info_highlight['product_name'][0] del info_highlight['product_name'] else: product_name = fileds.get('product_name')  if len(info_highlight) > 0: highlight = '...'.join(value[0] for value in info_highlight.values()) else: if "product_comment" in fileds: highlight = fileds.get('product_comment') elif "company_name" in fileds: highlight = fileds.get('company_name') elif "product_solution" in fileds: highlight = fileds.get('product_solution') else: highlight = None prod = self.env['prod.product'].search([('id', '=', info['_id'])]) logo = prod.img logo_name = prod.file_name  logo = self.env['prod.picture'].picture_add_base64_head({'logo': logo, 'file_name': logo_name}, {'logo': 'file_name'}) result['info'].append({ "id": info['_id'], "company_name": company_name, "product_name": product_name, "highlight": highlight, "logo": logo.get('logo'), }) result['total'] = hits['total']['value'] return result