python 查询mongo数据批量插入mysql

安装feapder框架

pip install -i https://pypi.tuna.tsinghua.edu.cn/simple feapder

from feapder.db.mongodb import MongoDB
from feapder.db.mysqldb import MysqlDB# 连接mongo和mysql
mongo_db = MongoDB(ip="127.0.0.1", port=27017, db="data")
mysql_db = MysqlDB(ip="127.0.0.1", port=3306, db="data", user_name="", user_pass="")buffer_list = []
count = 0
# 查询mongo_collect_name的数据
mongo_data = mongo_db.find("mongo_collect_name", {})
for dat in mongo_data:count += 1buffer_list.append(dat)if count % 10000 == 0:mysql_db.add_batch_smart("MYSQL_COLLECTION_NAME", buffer_list)buffer_list = []
# 保存到MYSQL_COLLECTION_NAME表
mysql_db.add_batch_smart("MYSQL_COLLECTION_NAME", buffer_list)