当前位置：首页 > article >正文

python 查询mongo数据批量插入mysql

article 2025/2/23 13:08:23

安装feapder框架

pip install -i https://pypi.tuna.tsinghua.edu.cn/simple feapder

from feapder.db.mongodb import MongoDB
from feapder.db.mysqldb import MysqlDB

# 连接mongo和mysql
mongo_db = MongoDB(ip="127.0.0.1", port=27017, db="data")
mysql_db = MysqlDB(ip="127.0.0.1", port=3306, db="data", user_name="", user_pass="")

buffer_list = []
count = 0
# 查询mongo_collect_name的数据
mongo_data = mongo_db.find("mongo_collect_name", {})
for dat in mongo_data:
    count += 1
    buffer_list.append(dat)
    if count % 10000 == 0:
       mysql_db.add_batch_smart("MYSQL_COLLECTION_NAME", buffer_list)
       buffer_list = []
# 保存到MYSQL_COLLECTION_NAME表
mysql_db.add_batch_smart("MYSQL_COLLECTION_NAME", buffer_list)