Elasticsearch数据导入

import linecache
from pyes import ES

ES_SERVER = "47.92.71.18:9200"     //服务器地址
ES_INDEX = "cellinfo"               //数据库实例
ES_TYPE = "cell"            //表名
CELL_FILE = "cellinfo_v2_19(19).txt"   //插入文件
BULK_SIZE = 1000              //1000条执行一次

def create_document(line):
# Delete new line '\n' notation
line = line.strip('\n')
# split line into list
data = line.split('\t')
# Compose return dict
ret_data = {
"mcc": data[0],
"mnc": data[1],
"lac": data[2],
"ci": data[3],
"location": {
"lat": round(float(data[4]), 8),
"lon": round(float(data[5]), 8),

},
"acc": data[6],
"date": data[7],
"validity": data[8],
"addr": data[9],
"province": data[10],
"city": data[11],
"district": data[12],
"township": data[13],

}
return ret_data

def main():

es_conn = ES(ES_SERVER, timeout=20.0, bulk_size=BULK_SIZE)

error_index = 0
try:
for i in range(1, 6000000):

current_line = linecache.getline(CELL_FILE, i)

es_conn.index(create_document(current_line), ES_INDEX, ES_TYPE, bulk=True)
if i % BULK_SIZE == 0:
print('%d' % i)

error_index = i
except IndexError:

es_conn.force_bulk()
print("end!")
except:
print("error at %d" % error_index)

if __name__ == '__main__':

main()