JupyterLab/.ipynb_checkpoints/pymongo-pymysql测试-checkpoint.ipynb
2024-01-18 21:11:41 +08:00

288 lines
35 KiB
Plaintext
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## pymysql测试"
]
},
{
"cell_type": "code",
"execution_count": 43,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"INSERT INTO fa_tz45(\n",
"id,title,sphoto,teacher,Photonames,url,checkfree,playtime,\n",
"svisited,sequens,sdate,\n",
"type_all,play_urls,status\n",
") VALUES (157258,\"部编版五年级数学下册 第三单元《长方体和正方体》长方体 正方体的展开图\",\"https://image.tongzhuo100.com/video/142d45ca161063a0bf57a334c630b6c9.jpg\",\"闫老师\",\"1612422434.mp4\",\"http://www.tongzhuo100.com/v/2021-02/157258.html\",\"0\",\"00:06:00\",\"1000000\",\"14\",\"1612422500\",\"人教版,五年级,数学,下学期\",\"https://hld.tongzhuo100.com/enc/small_course/1G1A4AA4D4/1/1G1A4AA4D4-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlTDVtd1Bhb2tWTTdwYnl0QkdzcXZrZz09,https://hld.tongzhuo100.com/enc/small_course/1G1A4AA4D4/2/1G1A4AA4D4-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlTDVtd1Bhb2tWTTdwYnl0QkdzcXZrZz09,https://hld.tongzhuo100.com/enc/small_course/1G1A4AA4D4/3/1G1A4AA4D4-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlTDVtd1Bhb2tWTTdwYnl0QkdzcXZrZz09\",0)\n",
"\n",
"OK\n",
"\n",
"INSERT INTO fa_tz45(\n",
"id,title,sphoto,teacher,Photonames,url,checkfree,playtime,\n",
"svisited,sequens,sdate,\n",
"type_all,play_urls,status\n",
") VALUES (156266,\"部编版五年级语文下册 第12课《清贫》\",\"https://image.tongzhuo100.com/video/51a723c96764b4268473dd9110c106d1.jpg\",\"陈老师\",\"1610959915.mp4\",\"http://www.tongzhuo100.com/v/2021-01/156266.html\",\"0\",\"00:07:03\",\"1000000\",\"21\",\"1610959976\",\"人教版,五年级,语文,下学期\",\"https://hld.tongzhuo100.com/enc/small_course/1G10NCNN1C/1/1G10NCNN1C-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlL25uNzRtK1hHVlZQMFZ1VjZoTmg3Zz09,https://hld.tongzhuo100.com/enc/small_course/1G10NCNN1C/2/1G10NCNN1C-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlL25uNzRtK1hHVlZQMFZ1VjZoTmg3Zz09,https://hld.tongzhuo100.com/enc/small_course/1G10NCNN1C/3/1G10NCNN1C-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlL25uNzRtK1hHVlZQMFZ1VjZoTmg3Zz09\",1)\n",
"\n",
"NO\n"
]
}
],
"source": [
"# -*- coding: utf-8 -*-\n",
"import pymongo\n",
"import pymysql.cursors\n",
"\n",
"#mymongo = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n",
"mymongo = pymongo.MongoClient(\n",
" host= '192.168.10.172',\n",
" port= int(27017),\n",
" username='admin',\n",
" password='admin',\n",
" authSource='admin'\n",
")\n",
"mydb = mymongo[\"crawlab_test\"]\n",
"mycol = mydb[\"tz45\"]\n",
"res = mycol.find({},{ \"_id\": 0 ,\"task_id\":0,\"type_all_json\":0,\"play_urls_json\":0}).skip(0).limit(2)\n",
"new_list = [] # 新建一个空列表用来存储元组数据\n",
"\n",
"#mysql初始化\n",
"db = pymysql.connect(host=\"192.168.10.172\",port=3307,db=\"qqbot\",user=\"root\",passwd=\"!Mfd4167208\",charset='utf8',use_unicode=True)\n",
"# 使用cursor()方法获取操作游标 \n",
"cursor = db.cursor()\n",
"# SQL 插入语句\n",
"sql = \"\"\"\n",
"INSERT INTO fa_tz45(\n",
"id,title,sphoto,teacher,Photonames,url,checkfree,playtime,\n",
"svisited,sequens,sdate,\n",
"type_all,play_urls,status\n",
") VALUES (%d,\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",%d)\n",
"\"\"\" # 要插入的数据\n",
"\n",
"for x in res:\n",
" #print(type(x))\n",
" x['id'] = int(x['id'])\n",
" tup = tuple(x.values()) # 构造元组\n",
" #print(tup)\n",
" try:\n",
" print(sql%tup)\n",
" cursor.execute(sql%tup)\n",
" db.commit()\n",
" #cursor.close()\n",
" print(\"OK\")\n",
" except:\n",
" print(\"NO\")\n",
" # 如果发生错误则回滚\n",
" db.rollback()\n",
" new_list.append(tup) # [(),(),()...]\n",
"#INSERT INTO `qqbot`.`fa_tz45` (`id`, `title`, `sphoto`, `teacher`, `Photonames`, `url`, `checkfree`, `playtime`, `svisited`, `sequens`, `sdate`, `type_all`, `type_all_json`, `play_urls`, `play_urls_json`, `status`) VALUES (1, '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%d');\n",
"\n"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## 查询"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"ename": "ProgrammingError",
"evalue": "(1146, \"Table 'qqbot.rc_member' doesn't exist\")",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mProgrammingError\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m<ipython-input-29-f98e20977c3d>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mcursor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"\"\"select * from rc_member where username LIKE %s\"\"\"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;34m\"%网络科技有限公司%\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\cursors.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, query, args)\u001b[0m\n\u001b[0;32m 168\u001b[0m \u001b[0mquery\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmogrify\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0margs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 169\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 170\u001b[1;33m \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_query\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 171\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_executed\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mquery\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 172\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\cursors.py\u001b[0m in \u001b[0;36m_query\u001b[1;34m(self, q)\u001b[0m\n\u001b[0;32m 326\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_last_executed\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mq\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 327\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_clear_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 328\u001b[1;33m \u001b[0mconn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mq\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 329\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_do_get_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 330\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrowcount\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36mquery\u001b[1;34m(self, sql, unbuffered)\u001b[0m\n\u001b[0;32m 515\u001b[0m \u001b[0msql\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msql\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencoding\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'surrogateescape'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 516\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_execute_command\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCOMMAND\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOM_QUERY\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msql\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 517\u001b[1;33m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_affected_rows\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_read_query_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0munbuffered\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0munbuffered\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 518\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_affected_rows\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 519\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36m_read_query_result\u001b[1;34m(self, unbuffered)\u001b[0m\n\u001b[0;32m 730\u001b[0m \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 731\u001b[0m \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mMySQLResult\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 732\u001b[1;33m \u001b[0mresult\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 733\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_result\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 734\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mserver_status\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36mread\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 1073\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 1074\u001b[0m \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1075\u001b[1;33m \u001b[0mfirst_packet\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnection\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_read_packet\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 1076\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 1077\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mfirst_packet\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_ok_packet\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36m_read_packet\u001b[1;34m(self, packet_type)\u001b[0m\n\u001b[0;32m 682\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 683\u001b[0m \u001b[0mpacket\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpacket_type\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbuff\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencoding\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 684\u001b[1;33m \u001b[0mpacket\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_error\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 685\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mpacket\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 686\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\protocol.py\u001b[0m in \u001b[0;36mcheck_error\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 218\u001b[0m \u001b[0merrno\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_uint16\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 219\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mDEBUG\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"errno =\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrno\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 220\u001b[1;33m \u001b[0merr\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mraise_mysql_exception\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_data\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 221\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 222\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0mdump\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\err.py\u001b[0m in \u001b[0;36mraise_mysql_exception\u001b[1;34m(data)\u001b[0m\n\u001b[0;32m 107\u001b[0m \u001b[0merrval\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdata\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m3\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'utf-8'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'replace'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 108\u001b[0m \u001b[0merrorclass\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0merror_map\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0merrno\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mInternalError\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 109\u001b[1;33m \u001b[1;32mraise\u001b[0m \u001b[0merrorclass\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0merrno\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrval\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[1;31mProgrammingError\u001b[0m: (1146, \"Table 'qqbot.rc_member' doesn't exist\")"
]
}
],
"source": [
"cursor.execute(\"\"\"select * from rc_member where username LIKE %s\"\"\",\"%网络科技有限公司%\")"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [],
"source": [
"repetition = cursor.fetchall()"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"((25, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779552@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (68, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779509@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (69, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779508@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (82, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779495@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (125, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779452@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (126, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779451@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (139, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779438@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (182, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779395@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (183, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779394@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (196, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779381@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (238, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779339@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (239, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779338@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (252, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779325@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (295, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779282@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (296, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779281@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (309, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779268@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (352, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779225@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (353, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779224@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (366, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779211@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (408, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779169@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (409, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779168@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (422, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779155@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (465, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779112@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (466, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779111@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (479, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779098@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (522, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779055@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (523, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779054@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (536, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779041@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (578, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778999@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (579, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778998@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (592, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778985@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (635, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778942@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (636, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778941@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (649, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778928@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (692, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778885@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (693, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778884@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (706, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778871@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0))\n"
]
}
],
"source": [
"print(repetition)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## 插入数据"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"751\n",
"0\n"
]
}
],
"source": [
"import os\n",
"from pymongo import MongoClient\n",
"import pymysql.cursors\n",
"import random\n",
"import string\n",
"\n",
"item = {'com_add': '临沂-兰陵 山东省临沂市苍山县向阳路',\n",
" 'com_address': '临沂-兰陵 山东省临沂市苍山县向阳路',\n",
" 'com_dec': '美团外面兰陵分公司期待你的加入\\n'\n",
" '易观智库发布中国互联网餐饮外卖市场2015上半年专题研究报告报告显示“美团外卖”整体市场订单以41.24%的份额,占据互联网外卖市场*名。美团外卖相关负责人称,这是他们重视用户 体验,秉承“消费者*”价值观的结果。',\n",
" 'com_fanwei': '兰陵县市场监督管理局',\n",
" 'com_fuli': '',\n",
" 'com_guimo': '企业未添加公司规模',\n",
" 'com_hangye': '互联网/电子商务',\n",
" 'com_jiesao': '美团外面兰陵分公司期待你的加入易观智库发布中国互联网餐饮外卖市场2015上半年专题研究报告报告显示“美团外卖”整体市场订单以41.24%的份额,占据互联网外卖市场*名。美团外卖相关负责人称,这是他们重视用户体验,秉承“消费者*”价值观的结果。',\n",
" 'com_manguimo': '50-99人',\n",
" 'com_name': '兰陵县云瑞电子商务有限公司',\n",
" 'com_name1': ' 兰陵县云瑞电子商务有限公司 ',\n",
" 'com_name2': '兰陵县云瑞电子商务有限公司',\n",
" 'com_teshe': '',\n",
" 'com_url': 'https://qy.58.com/16200539417351/?entinfo=41894018467719_0',\n",
" 'job_des': ' 建立并实施人力资源方针和行动计划,以支持公司达到预期经营目标。骑手的招聘和培训 ',\n",
" 'job_list_title': '配送站长',\n",
" 'job_num': ' 招若干人 ',\n",
" 'job_title': '配送站长 ',\n",
" 'job_url': 'https://linyi.58.com/renli/41894018467719x.shtml?psid=194173491208152217112869437&entinfo=41894018467719_p&ytdzwdetaildj=0&finalCp=finalCp=000001270000000000020000000000000000_194173491208152217112869437&tjfrom=pc_list_left_pt__194173491208152217112869437__153955228780822528__pt',\n",
" 'job_xinzi': '薪资面议',\n",
" 'job_xueli': '高中',\n",
" 'job_yingjie': ' 1-2年 ',\n",
" 'linkemail': '企业未添加招聘邮箱',\n",
" 'linkman': '赵恩会',\n",
" 'linktelpic': None,\n",
" 'site_link': '企业未添加公司官网',\n",
" 'task_id': None}\n",
"com_address = item['com_address'].replace(\"住所:\", '')\n",
"com_address = com_address.replace(\"-\", '')\n",
"com_address = com_address.replace(\" \", '')\n",
"if item['linkemail'] == \"企业未添加招聘邮箱\":\n",
" email = ''.join(random.sample(string.ascii_letters + string.digits, 9))\n",
" email = email + \"@des8.com\"\n",
"else:\n",
" email = item['linkemail']\n",
"connect = pymysql.connect(\n",
" host='192.168.10.100',\n",
" port=3306,\n",
" db='rencai',\n",
" user='root',\n",
" passwd='4167208',\n",
" charset='utf8',\n",
" use_unicode=True)\n",
" # 通过cursor执行增删查改\n",
"mycursor = connect.cursor()\n",
"\n",
"mycursor.execute(\"\"\"select * from rc_member where username = %s\"\"\", item['com_name'])\n",
"repetition = mycursor.fetchone()\n",
"uid = repetition[0]\n",
"print(int(uid))\n",
"mycursor.execute(\"\"\"INSERT INTO `rc_company`(`uid`, `name`, `shortname`, `hy`, `pr`, `provinceid`, `cityid`, `three_cityid`, `mun`, `sdate`, `money`, `moneytype`, `content`, `address`, `zip`, `linkman`, `linkjob`, `linkqq`, `linkphone`, `linktel`, `linkmail`, `website`, `x`, `y`, `logo`, `payd`, `integral`, `lastupdate`, `cloudtype`, `jobtime`, `r_status`, `firmpic`, `rec`, `hits`, `ant_num`, `pl_time`, `pl_status`, `order`, `admin_remark`, `email_dy`, `msg_dy`, `sync`, `hy_dy`, `moblie_status`, `email_status`, `yyzz_status`, `hottime`, `did`, `busstops`, `infostatus`, `conid`, `addtime`, `comqcode`, `crm_uid`, `crm_time`, `crm_status`, `welfare`) VALUES (%s, %s, '', NULL, NULL, NULL, NULL, NULL, NULL, '', NULL, 1, %s, %s, '', '', '', '', '', '15318537111', '', '', '', '', '', 0, 0, '', NULL, NULL, 0, '', 0, 0, 0, NULL, 1, 0, '', 0, 0, 0, '', 0, 0, 0, 0, NULL, '', 1, NULL, NULL, '', 0, NULL, 0, '');\"\"\",(int(uid),item['com_name'],item['com_dec'], com_address))\n",
"connect.commit()\n",
"print(mycursor.lastrowid)"
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"临沂-兰山-通达路 临沂兰山区临西一路与涑河南街交汇临商一号10楼\n",
"临沂兰山通达路 临沂兰山区临西一路与涑河南街交汇临商一号10楼\n",
"临沂兰山通达路临沂兰山区临西一路与涑河南街交汇临商一号10楼\n"
]
}
],
"source": [
"a = \"住所:临沂-兰山-通达路 临沂兰山区临西一路与涑河南街交汇临商一号10楼\"\n",
"a = a.replace(\"住所:\",'')\n",
"a = a.replace(\"-\",'')\n",
"a = a.replace(\" \",'')\n",
"print(a)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.4"
}
},
"nbformat": 4,
"nbformat_minor": 2
}