elasticsearch_demo_py.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "yv7xOPts-zG7"
   },
   "source": [
    "# Summary\n",
    "This notebook performs a demo task with the Elasticsearch client in Python.\n",
    "\n",
    "\n",
    "Include:\n",
    "- Step 1: Collect data related to tax codes from the web: https://hosocongty.vn/\n",
    "\n",
    "- Step 2: Store data with Elasticsearch\n",
    "\n",
    "- Step 3: Query information on Elasticsearch"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "gRbLPm0u8eGg"
   },
   "source": [
    "# Install necessary package"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "y09cQF8k9-OY"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting elasticsearch\n",
      "  Downloading elasticsearch-7.6.0-py2.py3-none-any.whl (88 kB)\n",
      "Requirement already satisfied: urllib3>=1.21.1 in c:\\users\\stduser\\anaconda3\\lib\\site-packages (from elasticsearch) (1.25.8)\n",
      "Installing collected packages: elasticsearch\n",
      "Successfully installed elasticsearch-7.6.0\n"
     ]
    }
   ],
   "source": [
    "!pip install elasticsearch"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Collect data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import requests\n",
    "import re\n",
    "import html\n",
    "import json\n",
    "\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "def get_link_content(url):\n",
    "    '''\n",
    "    This function is used to get the information of 20 companies (if there is no error) listed in the url\n",
    "    The information collected is:\n",
    "        - Name (Tên công ty)\n",
    "        - Tax code (Mã số thuế)\n",
    "        - Address (Địa chỉ)\n",
    "        \n",
    "    ----------\n",
    "    Input:\n",
    "        - url: <string>\n",
    "            url of page that want to get data\n",
    "            \n",
    "    ----------\n",
    "    Return:\n",
    "        <list[str]>\n",
    "            list of 10 company information has been called json.dumps\n",
    "    '''\n",
    "    \n",
    "    result = []\n",
    "\n",
    "    html_page = requests.get(url).content\n",
    "    soup = BeautifulSoup(html_page, 'html.parser')\n",
    "    infors = soup.find('ul', {'class': 'hsdn'})\n",
    "\n",
    "    list_company = infors.findAll('li')\n",
    "\n",
    "    for c in list_company:\n",
    "        try:\n",
    "            name = c.find('h3').text\n",
    "\n",
    "            address_code = str(c.find('div').text).split('Mã số thuế: ')\n",
    "            address = address_code[0].replace('Địa chỉ: ', '')\n",
    "            code = address_code[-1]\n",
    "            temp = {'name': name, 'tax_code': code, 'address': address}\n",
    "\n",
    "            result.append(json.dumps(temp, ensure_ascii=False))\n",
    "        except:\n",
    "            continue\n",
    "\n",
    "    return result\n",
    "\n",
    "\n",
    "def get_data(num_pages=5):\n",
    "    '''\n",
    "    This function is used to get the information of companies from https://hosocongty.vn/\n",
    "        \n",
    "    ----------\n",
    "    Input:\n",
    "        - num_pages: <int> (default: 5)\n",
    "            number of pages that want to get data from web https://hosocongty.vn/\n",
    "            \n",
    "    ----------\n",
    "    Return:\n",
    "        <list[str]>\n",
    "            list of num_pages*20 company information has been called json.dumps\n",
    "    '''\n",
    "    \n",
    "    links = []\n",
    "    results = []\n",
    "\n",
    "    # Generate links\n",
    "    for i in range(1, num_pages + 1):\n",
    "        links.append('https://hosocongty.vn/page-' + str(i))\n",
    "    \n",
    "    # Browse each link to get information\n",
    "    for link in links:\n",
    "        results += get_link_content(link)\n",
    "        \n",
    "    return results"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Run function get data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "records = get_data(1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "toc-hr-collapsed": false
   },
   "source": [
    "# Store data with Elasticsearch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from elasticsearch import Elasticsearch"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Connect Elasticsearch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def connect_elasticsearch():\n",
    "    '''\n",
    "    This function is used to connect Elasticsearch\n",
    "        \n",
    "    ----------\n",
    "    Input:\n",
    "        None  \n",
    "        \n",
    "    ----------\n",
    "    Return:\n",
    "        _es\n",
    "            <elasticsearch.client.Elasticsearch>: if connect successfully\n",
    "            None: whereas  \n",
    "    '''\n",
    "    \n",
    "    _es = None\n",
    "    _es = Elasticsearch([{'host': 'localhost', 'port': 9200}])\n",
    "    \n",
    "    if _es.ping():\n",
    "        print('Yay Connected')\n",
    "    else:\n",
    "        print('Awww it could not connect!')\n",
    "        \n",
    "    return _es\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_index(es_object, index_name):\n",
    "    '''\n",
    "    This function is used to create an index in Elasticsearch\n",
    "        \n",
    "    ----------\n",
    "    Input:\n",
    "        - es_object: <elasticsearch.client.Elasticsearch>\n",
    "            Elasticsearch object\n",
    "        - index_name: <str>\n",
    "            name of index that want to create    \n",
    "        \n",
    "    ----------\n",
    "    Return:\n",
    "        <bool>\n",
    "            True: if create successfully\n",
    "            False: whereas  \n",
    "    '''\n",
    "    \n",
    "    is_created = False\n",
    "    \n",
    "    # Index settings\n",
    "    settings = {\n",
    "        \"settings\": {\n",
    "            \"number_of_shards\": 2,\n",
    "            \"number_of_replicas\": 1\n",
    "        },\n",
    "        \"mappings\": {\n",
    "            \"company_info\": {\n",
    "                \"dynamic\": \"strict\",\n",
    "                \"properties\": {\n",
    "                    \"name\": {\n",
    "                        \"type\": \"text\"\n",
    "                    },\n",
    "                    \"tax_code\": {\n",
    "                        \"type\": \"text\"\n",
    "                    },\n",
    "                    \"address\": {\n",
    "                        \"type\": \"text\"\n",
    "                    }\n",
    "                }  \n",
    "            }\n",
    "        }\n",
    "    }\n",
    "\n",
    "    try:\n",
    "        if not es_object.indices.exists(index_name):\n",
    "            # Ignore 400 means to ignore \"Index Already Exist\" error.\n",
    "            es_object.indices.create(index=index_name, ignore=400, body=settings)\n",
    "            \n",
    "            print('Created Index')\n",
    "            \n",
    "        is_created = True\n",
    "        \n",
    "    except Exception as ex:\n",
    "        print(str(ex))\n",
    "        \n",
    "    finally:\n",
    "        return is_created"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Store record"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def store_record(es_object, index_name, record):\n",
    "    '''\n",
    "    This function is used to store a record to Elasticsearch\n",
    "        \n",
    "    ----------\n",
    "    Input:\n",
    "        - es_object: <elasticsearch.client.Elasticsearch>\n",
    "            Elasticsearch object\n",
    "        - index_name: <str>\n",
    "            name of index, where the record is stored \n",
    "        - record_name: <str> (dumps by json)\n",
    "            record that want to store\n",
    "        \n",
    "    ----------\n",
    "    Return:\n",
    "        <bool>\n",
    "            True: if store successfully\n",
    "            False: whereas  \n",
    "    '''\n",
    "    \n",
    "    is_stored = True\n",
    "    try:\n",
    "        outcome = es_object.index(index=index_name, doc_type='company_info', body=record)\n",
    "        print(outcome)\n",
    "        \n",
    "    except Exception as ex:\n",
    "        print('Error in indexing data')\n",
    "        print(str(ex))\n",
    "        \n",
    "        is_stored = False\n",
    "        \n",
    "    finally:\n",
    "        return is_stored"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Run function and store data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Yay Connected\n",
      "Created Index\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': '_o_MLHEBleNWgl66V8Ft', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 0, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': '_4_MLHEBleNWgl66YcHY', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 1, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'AI_MLHEBleNWgl66acLt', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 2, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'AY_MLHEBleNWgl66csIE', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 3, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'Ao_MLHEBleNWgl66esKN', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 4, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'A4_MLHEBleNWgl66gsKp', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 5, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'BI_MLHEBleNWgl66isL4', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 6, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'BY_MLHEBleNWgl66k8IV', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 7, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'Bo_MLHEBleNWgl66m8J9', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 8, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'B4_MLHEBleNWgl66o8LN', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 9, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'CI_MLHEBleNWgl66q8L5', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 10, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'CY_MLHEBleNWgl66tMIc', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 11, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'Co_MLHEBleNWgl66vMKM', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 12, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'C4_MLHEBleNWgl66xMK-', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 13, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'DI_MLHEBleNWgl660cLq', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 14, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'DY_MLHEBleNWgl662cL6', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 15, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'Do_MLHEBleNWgl664sIS', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 16, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'D4_MLHEBleNWgl666sJY', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 17, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'EI_MLHEBleNWgl668sJr', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 18, '_primary_term': 1}\n",
      "Data indexed successfully\n",
      "{'_index': 'tax_code_database', '_type': 'company_info', '_id': 'EY_MLHEBleNWgl66_sJ6', '_version': 1, 'result': 'created', '_shards': {'total': 2, 'successful': 1, 'failed': 0}, '_seq_no': 19, '_primary_term': 1}\n",
      "Data indexed successfully\n"
     ]
    }
   ],
   "source": [
    "from time import sleep\n",
    "\n",
    "# Note that elasticsearch server must be enabled on your computer \n",
    "\n",
    "# Check if data exists\n",
    "if len(records) > 0:\n",
    "    es_object = connect_elasticsearch()\n",
    "\n",
    "is_created = False\n",
    "if es_object is not None:\n",
    "    is_created = create_index(es_object=es_object, index_name='tax_code_database')\n",
    "\n",
    "# Check connect elasticsearch and create index\n",
    "if is_created:\n",
    "    for record in records:\n",
    "        sleep(2)\n",
    "        is_stored = store_record(es_object=es_object, index_name='tax_code_database', record=record)\n",
    "        \n",
    "        if is_stored:\n",
    "            print('Data indexed successfully')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Query"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pprint import pprint\n",
    "\n",
    "def search(es_object, index_name, query):\n",
    "    '''\n",
    "    This function is used to search data on Elasticsearch\n",
    "        \n",
    "    ----------\n",
    "    Input:\n",
    "        - es_object: <elasticsearch.client.Elasticsearch>\n",
    "            Elasticsearch object\n",
    "        - index_name: <str>\n",
    "            name of index that want to search\n",
    "        - query: <dict>\n",
    "            query that is used to search database  \n",
    "    '''\n",
    "    res = es_object.search(index=index_name, body=query)\n",
    "    pprint(res)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'_shards': {'failed': 0, 'skipped': 0, 'successful': 1, 'total': 1},\n",
      " 'hits': {'hits': [{'_id': 'Bo_MLHEBleNWgl66m8J9',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Lô A102, Đường Số 1, KCN Thái Hòa, '\n",
      "                                           'Ấp Tân Hòa, Xã Đức Lập Hạ, Huyện '\n",
      "                                           'Đức Hoà, Long An',\n",
      "                                'name': 'CHI NHÁNH CÔNG TY CỔ PHẦN HỢP TÁC ĐẦU '\n",
      "                                        'TƯ VÀ PHÁT TRIỂN NÔNG NGHIỆP VIỆT NAM',\n",
      "                                'tax_code': '0314259109-002'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': '_4_MLHEBleNWgl66YcHY',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Tầng 4, Số 28, Phố Hải Phượng, '\n",
      "                                           'Phường Hồng Hải, Thành phố Hạ '\n",
      "                                           'Long, Quảng Ninh',\n",
      "                                'name': 'CÔNG TY CỔ PHẦN OFFICE360 - VĂN PHÒNG '\n",
      "                                        'ĐẠI DIỆN TƯ VẤN THUẾ TẠI QUẢNG NINH',\n",
      "                                'tax_code': '2901635961-001'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'BY_MLHEBleNWgl66k8IV',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Đường số 1, Cụm Công Nghiệp Ấp '\n",
      "                                           'Bình Điền 2, Xã Đức Hòa Hạ, Huyện '\n",
      "                                           'Đức Hoà, Long An',\n",
      "                                'name': 'CÔNG TY CỔ PHẦN CÔNG NGHỆ CAO ĐIỆN '\n",
      "                                        'HÓA VIỆT NAM - CHI NHÁNH LONG AN',\n",
      "                                'tax_code': '0109103204-001'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'AI_MLHEBleNWgl66acLt',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Thôn Vạn Lý, Xã Phổ Phong, Thị xã '\n",
      "                                           'Đức Phổ, Quảng Ngãi',\n",
      "                                'name': 'CHI NHÁNH CÔNG TY TNHH MỘT THÀNH VIÊN '\n",
      "                                        'ĐẦU TƯ XÂY DỰNG THƯƠNG MẠI QUỐC THẮNG '\n",
      "                                        'TẠI QUẢNG NGÃI',\n",
      "                                'tax_code': '0400544974-002'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': '_o_MLHEBleNWgl66V8Ft',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': '25 TT1 Khu đô thị Mỹ Đình Sông Đà, '\n",
      "                                           'Phường Mỹ Đình 1, Quận Nam Từ '\n",
      "                                           'Liêm, Hà Nội',\n",
      "                                'name': 'CÔNG TY TNHH THƯƠNG MẠI XÂY DỰNG VÀ '\n",
      "                                        'ĐẦU TƯ KHÔI NGUYÊN',\n",
      "                                'tax_code': '0109148251'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'BI_MLHEBleNWgl66isL4',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'số 05, ấp Sơn Lợi, Xã An Ninh Tây, '\n",
      "                                           'Huyện Đức Hoà, Long An',\n",
      "                                'name': 'CHI NHÁNH CÔNG TY TNHH HUỲNH QUỐC DỰ- '\n",
      "                                        'CHI NHÁNH ẤP SƠN LỢI XÃ AN NINH TÂY',\n",
      "                                'tax_code': '1101894404-007'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'B4_MLHEBleNWgl66o8LN',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Thôn Na Ví, Xã Hồ Sơn, Huyện Hữu '\n",
      "                                           'Lũng, Lạng Sơn',\n",
      "                                'name': 'XÍ NGHIỆP VẬT LIỆU XÂY DỰNG LICOGI 16 '\n",
      "                                        '- CHI NHÁNH CÔNG TY CỔ PHẦN LICOGI 16',\n",
      "                                'tax_code': '0302310209-013'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'Ao_MLHEBleNWgl66esKN',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': '88 đường Kim Đồng, Phường Hưng '\n",
      "                                           'Bình, Thành phố Vinh, Nghệ An',\n",
      "                                'name': 'CHI NHÁNH MIỀN TRUNG - CÔNG TY TNHH '\n",
      "                                        'KIỂM TOÁN HDT VIỆT NAM',\n",
      "                                'tax_code': '0102936447-004'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'A4_MLHEBleNWgl66gsKp',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Xóm Vạn Thọ, Xã Diễn Mỹ, Huyện '\n",
      "                                           'Diễn Châu, Nghệ An',\n",
      "                                'name': 'VĂN PHÒNG ĐẠI DIỆN CÔNG TY CỔ PHẦN '\n",
      "                                        'GOSEE VIỆT NAM TẠI NGHỆ AN',\n",
      "                                'tax_code': '0108945913-001'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'CI_MLHEBleNWgl66q8L5',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 1.0,\n",
      "                    '_source': {'address': 'Số 45 Tự Phước, Phường 11, Thành '\n",
      "                                           'phố Đà Lạt, Lâm Đồng',\n",
      "                                'name': 'CHI NHÁNH CÔNG TY TNHH BẢO THỊNH',\n",
      "                                'tax_code': '5800424039-006'},\n",
      "                    '_type': 'company_info'}],\n",
      "          'max_score': 1.0,\n",
      "          'total': {'relation': 'eq', 'value': 20}},\n",
      " 'timed_out': False,\n",
      " 'took': 3}\n"
     ]
    }
   ],
   "source": [
    "# Test search all\n",
    "search_all_query = {\n",
    "    'query': {\n",
    "        'match_all' : {}\n",
    "    }\n",
    "}\n",
    "\n",
    "search(es_object=es_object, index_name='tax_code_database', query=search_all_query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'_shards': {'failed': 0, 'skipped': 0, 'successful': 1, 'total': 1},\n",
      " 'hits': {'hits': [{'_id': 'A4_MLHEBleNWgl66gsKp',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 6.3095236,\n",
      "                    '_source': {'address': 'Xóm Vạn Thọ, Xã Diễn Mỹ, Huyện '\n",
      "                                           'Diễn Châu, Nghệ An',\n",
      "                                'name': 'VĂN PHÒNG ĐẠI DIỆN CÔNG TY CỔ PHẦN '\n",
      "                                        'GOSEE VIỆT NAM TẠI NGHỆ AN',\n",
      "                                'tax_code': '0108945913-001'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': '_4_MLHEBleNWgl66YcHY',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 6.136423,\n",
      "                    '_source': {'address': 'Tầng 4, Số 28, Phố Hải Phượng, '\n",
      "                                           'Phường Hồng Hải, Thành phố Hạ '\n",
      "                                           'Long, Quảng Ninh',\n",
      "                                'name': 'CÔNG TY CỔ PHẦN OFFICE360 - VĂN PHÒNG '\n",
      "                                        'ĐẠI DIỆN TƯ VẤN THUẾ TẠI QUẢNG NINH',\n",
      "                                'tax_code': '2901635961-001'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'EY_MLHEBleNWgl66_sJ6',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 5.972567,\n",
      "                    '_source': {'address': '132 Cao Đức Lân, Phường An Phú, '\n",
      "                                           'Quận 2, Hồ Chí Minh',\n",
      "                                'name': 'VĂN PHÒNG ĐẠI DIỆN CÔNG TY CỔ PHẦN DU '\n",
      "                                        'LỊCH MALBLUE TẠI TP. HỒ CHÍ MINH',\n",
      "                                'tax_code': '0314106462-002'},\n",
      "                    '_type': 'company_info'},\n",
      "                   {'_id': 'C4_MLHEBleNWgl66xMK-',\n",
      "                    '_index': 'tax_code_database',\n",
      "                    '_score': 5.817233,\n",
      "                    '_source': {'address': 'Số 190/14 đường Lê Hồng Phong, '\n",
      "                                           'Phường Phước Hải, Thành phố Nha '\n",
      "                                           'Trang, Khánh Hòa',\n",
      "                                'name': 'CÔNG TY TNHH PHÁT TRIỂN PNT VIỆT NAM '\n",
      "                                        '- VĂN PHÒNG ĐẠI DIỆN TẠI THÀNH PHỐ '\n",
      "                                        'NHA TRANG',\n",
      "                                'tax_code': '0106103238-004'},\n",
      "                    '_type': 'company_info'}],\n",
      "          'max_score': 6.3095236,\n",
      "          'total': {'relation': 'eq', 'value': 4}},\n",
      " 'timed_out': False,\n",
      " 'took': 5}\n"
     ]
    }
   ],
   "source": [
    "# Test search text\n",
    "# Get all commpy is 'VĂN PHÒNG ĐẠI DIỆN'\n",
    "\n",
    "search_vp_query = {\n",
    "    'query': {\n",
    "        \"match\": {\n",
    "            \"name\": \"VĂN PHÒNG ĐẠI DIỆN\"\n",
    "        }\n",
    "    }\n",
    "}\n",
    "\n",
    "search(es_object=es_object, index_name='tax_code_database', query=search_vp_query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "name": "elasticsearch_demo_py.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  },
  "toc-autonumbering": true
 },
 "nbformat": 4,
 "nbformat_minor": 4
}