python 读取elasticsearch数据

python 读取elasticsearch数据

from elasticsearch import Elasticsearch


es = Elasticsearch(['x.x.x.x'], timeout=36000)

body1 = {"size": 10000,
             "query": {"match_all": {}}}

res1 = es.search(index="goods",scroll='5m', body=body1)


print('#############################################3')
# print(count)

es_size = 1000
page=res1
total_hits=page['hits']['total'] # total es requests for this query - int
total_requests=int(total_hits['value']/es_size +1) # int
es_scroll_id = page['_scroll_id'] # first es return index - string
es_result=page['hits']['hits'] #first es return context

for i in range(0, total_requests):
   page_scroll=es.scroll(scroll_id=es_scroll_id, scroll='30s')['hits']['hits']
   print(page_scroll)
   es_result += page_scroll