Es data export CSV file

1 Introduce

es Export data to csv file , For the time being, we will not consider efficiency , Just talk about the implementation method .

2 python3

def connect_elk():
    client = Elasticsearch(hosts='http://192.168.56.20:9200',
                           http_auth=("elastic", "elastic password "),
                           #  Before doing anything , Sniff first 
                           # sniff_on_start=True,
                           #  When the node does not respond , refresh , Reconnect the 
                           sniff_on_connection_fail=True,
                           #  Every time  60  Refresh every second 
                           sniffer_timeout=60
                           )
    return client

from elasticsearch import Elasticsearch
import csv

#  obtain es database 
from common.util_es import connect_elk

es = connect_elk()

'''  Query all data and export  '''
index = 'blog_rate'
body = {
    }
item = ["r_id", "a_id"]

# body = {
    
# "query": {
    
# "match": {"name": " Zhang San "},
# }
# }

def ExportCsv(index, body,item):
    query = es.search(index=index, body=body, scroll='5m', size=1000)
    # es The first page of the query results 
    results = query['hits']['hits']
    # es The total number of results found 
    total = query['hits']['total']["value"]
    #  Cursor for output es All the results of the query 
    scroll_id = query['_scroll_id']

    for i in range(0, int(total / 100) + 1):
        # scroll Parameter must be specified or an error will be reported 
        query_scroll = es.scroll(scroll_id=scroll_id, scroll='5m')['hits']['hits']
        results += query_scroll

    with open('./' + index + '.csv', 'w', newline='', encoding="utf_8_sig") as flow:
        csv_writer = csv.writer(flow)
        for res in results:
            csvrow1 = []
            for i in item:
                csvrow1.append(res["_source"][i])
            csv_writer.writerow(csvrow1)
    print('done!')

Reference address ：
https://blog.csdn.net/github_27244019/article/details/115351640