Python制作数据导入导出工具

python 2.6编写，自己瞎写的，备用

'''
 Export and Import ElasticSearch Data.
 Simple Example At __main__
 @author: wgzh159@163.com
 @note: uncheck consistency of data, please do it by self
'''

import json
import os
import sys
import time
import urllib2

reload(sys)
sys.setdefaultencoding('utf-8') # @UndefinedVariable

class exportEsData():
 size = 10000
 def __init__(self, url,index,type):
   self.url = url+"/"+index+"/"+type+"/_search"
   self.index = index
   self.type = type
 def exportData(self):
   print("export data begin...")
   begin = time.time()
   try:
     os.remove(self.index+"_"+self.type+".json")
   except:
     os.mknod(self.index+"_"+self.type+".json")
   msg = urllib2.urlopen(self.url).read()
   print(msg)
   obj = json.loads(msg)
   num = obj["hits"]["total"]
   start = 0
   end = num/self.size+1
   while(start<end):
     msg = urllib2.urlopen(self.url+"?from="+str(start*self.size)+"&size="+str(self.size)).read()
     self.writeFile(msg)
     start=start+1
   print("export data end!!!\n\t total consuming time:"+str(time.time()-begin)+"s")
 def writeFile(self,msg):
   obj = json.loads(msg)
   vals = obj["hits"]["hits"]
   try:
     f = open(self.index+"_"+self.type+".json","a")
     for val in vals:
       a = json.dumps(val["_source"],ensure_ascii=False)
       f.write(a+"\n")
   finally:
     f.flush()
     f.close()

class importEsData():
 def __init__(self,url,index,type):
   self.url = url+"/"+index+"/"+type
   self.index = index
   self.type = type

def importData(self):
   print("import data begin...")
   begin = time.time()
   try:
     f = open(self.index+"_"+self.type+".json","r")
     for line in f:
       self.post(line)
   finally:
     f.close()
   print("import data end!!!\n\t total consuming time:"+str(time.time()-begin)+"s")
 def post(self,data):
   req = urllib2.Request(self.url,data,{"Content-Type":"application/json; charset=UTF-8"})
   urllib2.urlopen(req)

if __name__ == '__main__':
 '''
   Export Data
   e.g.
             URL          index    type
   exportEsData("http://10.100.142.60:9200","watchdog","mexception").exportData()

export file name: watchdog_mexception.json
 '''
 #exportEsData("http://10.100.142.60:9200","watchdog","mexception").exportData()
 exportEsData("http://10.100.142.60:9200","watchdog","mexception").exportData()

'''
   Import Data

*import file name:watchdog_test.json  (important)
         "_" front part represents the elasticsearch index
         "_" after part represents the elasticsearch type
   e.g.
             URL          index    type
   mportEsData("http://10.100.142.60:9200","watchdog","test").importData()
 '''
 #importEsData("http://10.100.142.60:9200","watchdog","test").importData()
 importEsData("http://10.100.142.60:9200","watchdog","test").importData()

以上所述就是本文的全部内容了，希望大家能够喜欢。