mysql, mongodb, sqlite3导出数据库

 

1 mysql 导出数据

导出需求以及mysql导出数据代码：

 # 需要导出的数据：image_id, url, first, second, definition, is_skip, 没有的置换为空字符串
    # {"url": "http://114.112.107.58:8000/fashionai_attribute_images/train_round1/Images/pant_length_labels/a70477e45965920304934bbd122d5f7c.jpg",
    # "definition": "Y型", "first": "", "second": "",
    # "imgae_id": "a70477e45965920304934bbd122d5f7c"}

    # 原始数据 mysql
    # {'id': 11122132343234, 'task_id': '5c233454f71ec32e1d0716e5',
    #  'image_id': '61624acb91611eef11d8ffadd378f2bb', 'subtask_id': '5c23347df71ec32e1d0716fa',
    #  'user_id': '5c19e1c7f71ec393a62fe79b', 'updated_at': datetime.datetime(2018, 12, 26, 7, 58, 3, 57000),
    #  'definition': '长袖', 'first': None, 'is_skip': False, 'second': None, 'timestamp': 1545811083.054819,
    #  'user_worked': True}

# coding=utf-8

# 提前修改好标题,根据任务标题来导出相关数据
# ssh root@47.92.xxx.7
# pwd: xxxxxxxxxxxxx
# cd /home/home/exportjson/hello
# python3 exportdb.py
import json
import pymysql

def convert(fields):
    if isinstance(fields, bytes):
        return str(fields, encoding='utf-8')
    else:
        return fields


def get_pid(project_name):
    try:
        conn = pymysql.connect(host='127.0.0.1', user='root', passwd='root', db='annosys', port=3306, charset='utf8')
        cur = conn.cursor()
        sql = "select id from DjangoRESTImage_project where title = '{project_name}';".format(project_name=project_name)
        cur.execute(sql)
        data = cur.fetchall()
        print('fetchall()返回的数据', data)
        cur.close()
        conn.close()
    except:
        print('MySQL connect fail...')
        return "failed"

    return data[0][0]


def TableToJson(project_name):

    pid = get_pid(project_name)
    if pid:
        try:
            # connection对象支持的方法有cursor(),commit(),rollback(),close()
            conn = pymysql.connect(host='127.0.0.1', user='root', passwd='root', db='annosys', port=3306, charset='utf8')

            # cursor对象支持的方法有execute(sql语句),fetchone(),fetchmany(size),fetchall(),rowcount,close()
            cur = conn.cursor()
            sql = "select DjangoRESTImage_image.title as title, DjangoRESTImage_image.image_src as url, confirm_tag, first_tag, second_tag, project_id, user_id from DjangoRESTImage_relation left join DjangoRESTImage_image on DjangoRESTImage_relation.image_id = DjangoRESTImage_image.id where project_id={id};".format(id=pid)
            # execute可执行数据库查询select和命令insert，delete，update三种命令(这三种命令需要commit()或rollback())
            cur.execute(sql)

            # 返回的数据类型是元组类型，每个条数据元素为元组类型:(('第一条数据的字段1的值','第一条数据的字段2的值',...,'第一条数据的字段N的值'),(第二条数据),...,(第N条数据))
            data = cur.fetchall()
            # ('14653a9e6d106511b9a34b04d166e419', '跳过', None, None, 77, 12)
            print('fetchall()返回的数据', data)

            cur.close()
            conn.close()

        except:
            print('MySQL connect fail...')
            return "failed"

        # 开始处理字段
        jsonData = []
        for line in data:
            print(line)
            dict_one = {}
            dict_one['imgae_id'] = line[0]
            dict_one['url'] = line[1]

            confirm = line[2]
            if confirm is None:
                dict_one['confirm'] = ""
            else:
                dict_one['confirm'] = convert(confirm)

            first = line[3]
            if first is None:
                dict_one['first'] = ""
            else:
                dict_one['first'] = convert(first)

            second = line[4]
            if second is None:
                dict_one['second'] = ""
            else:
                dict_one['second'] = convert(second)

            print("xxxxx", dict_one)
            jsonData.append(dict_one)

        return jsonData

    else:
        print("project id  dont exist!")
        return "error project id  dont exist!"



if __name__ == '__main__':


    project_name = "上衣廓形-20181122-10000张-01"
    jsonData = TableToJson(project_name)

    with open(file="{project_name}.json".format(project_name=project_name), mode="w", encoding="utf-8") as f1:
        for line in jsonData:
            print("per:", line)
            f1.write(json.dumps(line, ensure_ascii=False) + "\n")

    print("len jsonData:", len(jsonData))

　　

2 mongodb 导出数据

模块：pymongo 3.7.0 以及pymongo脚本导出代码

1         # 正常下载数据文件
2         # filename="哈喽.json"
3         # dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
4         # directory = os.path.join(dir, "static/downloads")
5         # print(directory)
6         # return send_from_directory(directory, filename, as_attachment=True)
7         # # return send_from_directory(directory, filename.encode('utf-8').decode('utf-8'), as_attachment=True)
8     

flask 下载代码