{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "## pymysql测试" ] }, { "cell_type": "code", "execution_count": 43, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "INSERT INTO fa_tz45(\n", "id,title,sphoto,teacher,Photonames,url,checkfree,playtime,\n", "svisited,sequens,sdate,\n", "type_all,play_urls,status\n", ") VALUES (157258,\"部编版五年级数学下册 第三单元《长方体和正方体》长方体 正方体的展开图\",\"https://image.tongzhuo100.com/video/142d45ca161063a0bf57a334c630b6c9.jpg\",\"闫老师\",\"1612422434.mp4\",\"http://www.tongzhuo100.com/v/2021-02/157258.html\",\"0\",\"00:06:00\",\"1000000\",\"14\",\"1612422500\",\"人教版,五年级,数学,下学期\",\"https://hld.tongzhuo100.com/enc/small_course/1G1A4AA4D4/1/1G1A4AA4D4-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlTDVtd1Bhb2tWTTdwYnl0QkdzcXZrZz09,https://hld.tongzhuo100.com/enc/small_course/1G1A4AA4D4/2/1G1A4AA4D4-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlTDVtd1Bhb2tWTTdwYnl0QkdzcXZrZz09,https://hld.tongzhuo100.com/enc/small_course/1G1A4AA4D4/3/1G1A4AA4D4-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlTDVtd1Bhb2tWTTdwYnl0QkdzcXZrZz09\",0)\n", "\n", "OK\n", "\n", "INSERT INTO fa_tz45(\n", "id,title,sphoto,teacher,Photonames,url,checkfree,playtime,\n", "svisited,sequens,sdate,\n", "type_all,play_urls,status\n", ") VALUES (156266,\"部编版五年级语文下册 第12课《清贫》\",\"https://image.tongzhuo100.com/video/51a723c96764b4268473dd9110c106d1.jpg\",\"陈老师\",\"1610959915.mp4\",\"http://www.tongzhuo100.com/v/2021-01/156266.html\",\"0\",\"00:07:03\",\"1000000\",\"21\",\"1610959976\",\"人教版,五年级,语文,下学期\",\"https://hld.tongzhuo100.com/enc/small_course/1G10NCNN1C/1/1G10NCNN1C-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlL25uNzRtK1hHVlZQMFZ1VjZoTmg3Zz09,https://hld.tongzhuo100.com/enc/small_course/1G10NCNN1C/2/1G10NCNN1C-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlL25uNzRtK1hHVlZQMFZ1VjZoTmg3Zz09,https://hld.tongzhuo100.com/enc/small_course/1G10NCNN1C/3/1G10NCNN1C-enc.m3u8?MtsHlsUriToken=MGFiZmQ5YzNlOWI4NzJkNThjMDEzMDA1MTNmOTA5MWMlL25uNzRtK1hHVlZQMFZ1VjZoTmg3Zz09\",1)\n", "\n", "NO\n" ] } ], "source": [ "# -*- coding: utf-8 -*-\n", "import pymongo\n", "import pymysql.cursors\n", "\n", "#mymongo = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n", "mymongo = pymongo.MongoClient(\n", " host= '192.168.10.172',\n", " port= int(27017),\n", " username='admin',\n", " password='admin',\n", " authSource='admin'\n", ")\n", "mydb = mymongo[\"crawlab_test\"]\n", "mycol = mydb[\"tz45\"]\n", "res = mycol.find({},{ \"_id\": 0 ,\"task_id\":0,\"type_all_json\":0,\"play_urls_json\":0}).skip(0).limit(2)\n", "new_list = [] # 新建一个空列表用来存储元组数据\n", "\n", "#mysql初始化\n", "db = pymysql.connect(host=\"192.168.10.172\",port=3307,db=\"qqbot\",user=\"root\",passwd=\"!Mfd4167208\",charset='utf8',use_unicode=True)\n", "# 使用cursor()方法获取操作游标 \n", "cursor = db.cursor()\n", "# SQL 插入语句\n", "sql = \"\"\"\n", "INSERT INTO fa_tz45(\n", "id,title,sphoto,teacher,Photonames,url,checkfree,playtime,\n", "svisited,sequens,sdate,\n", "type_all,play_urls,status\n", ") VALUES (%d,\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",%d)\n", "\"\"\" # 要插入的数据\n", "\n", "for x in res:\n", " #print(type(x))\n", " x['id'] = int(x['id'])\n", " tup = tuple(x.values()) # 构造元组\n", " #print(tup)\n", " try:\n", " print(sql%tup)\n", " cursor.execute(sql%tup)\n", " db.commit()\n", " #cursor.close()\n", " print(\"OK\")\n", " except:\n", " print(\"NO\")\n", " # 如果发生错误则回滚\n", " db.rollback()\n", " new_list.append(tup) # [(),(),()...]\n", "#INSERT INTO `qqbot`.`fa_tz45` (`id`, `title`, `sphoto`, `teacher`, `Photonames`, `url`, `checkfree`, `playtime`, `svisited`, `sequens`, `sdate`, `type_all`, `type_all_json`, `play_urls`, `play_urls_json`, `status`) VALUES (1, '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%d');\n", "\n" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 查询" ] }, { "cell_type": "code", "execution_count": 29, "metadata": {}, "outputs": [ { "ename": "ProgrammingError", "evalue": "(1146, \"Table 'qqbot.rc_member' doesn't exist\")", "output_type": "error", "traceback": [ "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[1;31mProgrammingError\u001b[0m Traceback (most recent call last)", "\u001b[1;32m\u001b[0m in \u001b[0;36m\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mcursor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"\"\"select * from rc_member where username LIKE %s\"\"\"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;34m\"%网络科技有限公司%\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\cursors.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, query, args)\u001b[0m\n\u001b[0;32m 168\u001b[0m \u001b[0mquery\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmogrify\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0margs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 169\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 170\u001b[1;33m \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_query\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 171\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_executed\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mquery\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 172\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\cursors.py\u001b[0m in \u001b[0;36m_query\u001b[1;34m(self, q)\u001b[0m\n\u001b[0;32m 326\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_last_executed\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mq\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 327\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_clear_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 328\u001b[1;33m \u001b[0mconn\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mquery\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mq\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 329\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_do_get_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 330\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrowcount\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36mquery\u001b[1;34m(self, sql, unbuffered)\u001b[0m\n\u001b[0;32m 515\u001b[0m \u001b[0msql\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msql\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencoding\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'surrogateescape'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 516\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_execute_command\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCOMMAND\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOM_QUERY\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msql\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 517\u001b[1;33m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_affected_rows\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_read_query_result\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0munbuffered\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0munbuffered\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 518\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_affected_rows\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 519\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36m_read_query_result\u001b[1;34m(self, unbuffered)\u001b[0m\n\u001b[0;32m 730\u001b[0m \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 731\u001b[0m \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mMySQLResult\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 732\u001b[1;33m \u001b[0mresult\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 733\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_result\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 734\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mserver_status\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36mread\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 1073\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 1074\u001b[0m \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1075\u001b[1;33m \u001b[0mfirst_packet\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconnection\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_read_packet\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 1076\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 1077\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mfirst_packet\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_ok_packet\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\connections.py\u001b[0m in \u001b[0;36m_read_packet\u001b[1;34m(self, packet_type)\u001b[0m\n\u001b[0;32m 682\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 683\u001b[0m \u001b[0mpacket\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpacket_type\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mbuff\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mencoding\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 684\u001b[1;33m \u001b[0mpacket\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_error\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 685\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mpacket\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 686\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\protocol.py\u001b[0m in \u001b[0;36mcheck_error\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 218\u001b[0m \u001b[0merrno\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_uint16\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 219\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mDEBUG\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"errno =\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrno\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 220\u001b[1;33m \u001b[0merr\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mraise_mysql_exception\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_data\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 221\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 222\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0mdump\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", "\u001b[1;32mD:\\ProgramData\\Miniconda3\\lib\\site-packages\\pymysql\\err.py\u001b[0m in \u001b[0;36mraise_mysql_exception\u001b[1;34m(data)\u001b[0m\n\u001b[0;32m 107\u001b[0m \u001b[0merrval\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdata\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m3\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'utf-8'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'replace'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 108\u001b[0m \u001b[0merrorclass\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0merror_map\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0merrno\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mInternalError\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 109\u001b[1;33m \u001b[1;32mraise\u001b[0m \u001b[0merrorclass\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0merrno\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrval\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m", "\u001b[1;31mProgrammingError\u001b[0m: (1146, \"Table 'qqbot.rc_member' doesn't exist\")" ] } ], "source": [ "cursor.execute(\"\"\"select * from rc_member where username LIKE %s\"\"\",\"%网络科技有限公司%\")" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [], "source": [ "repetition = cursor.fetchall()" ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "((25, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779552@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (68, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779509@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (69, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779508@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (82, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779495@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (125, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779452@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (126, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779451@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (139, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779438@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (182, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779395@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (183, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779394@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (196, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779381@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (238, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779339@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (239, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779338@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (252, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779325@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (295, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779282@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (296, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779281@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (309, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779268@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (352, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779225@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (353, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779224@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (366, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779211@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (408, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779169@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (409, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779168@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (422, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779155@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (465, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779112@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (466, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779111@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (479, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779098@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (522, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779055@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (523, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779054@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (536, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378779041@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (578, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778999@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (579, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778998@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (592, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778985@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (635, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778942@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (636, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778941@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (649, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778928@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (692, '青岛翼付银通网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778885@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂市兰山区临西七路与育才路交汇处西北角维洛美亚酒店二楼', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (693, '展跃网络科技有限公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778884@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '环球国际A座1607', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', 0, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0), (706, '山东奥商网络科技有限公司临沂分公司', '2fedf0d69979822e454e6a1d5cfd943a', '378778871@qq.com', '15318537111', '127.0.0.1', 1557929151, '223.104.188.249', 1561643616, 3, 3, 'fb58d9', '临沂兰山奥尔诺财富中心1801', 0, '', 1, 0, 0, '', None, '', '', '', '', '', '', None, '', 1, 5, None, 0, 0, '', None, 1, 0, 0, None, '', '', 0))\n" ] } ], "source": [ "print(repetition)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 插入数据" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "751\n", "0\n" ] } ], "source": [ "import os\n", "from pymongo import MongoClient\n", "import pymysql.cursors\n", "import random\n", "import string\n", "\n", "item = {'com_add': '临沂-兰陵 山东省临沂市苍山县向阳路',\n", " 'com_address': '临沂-兰陵 山东省临沂市苍山县向阳路',\n", " 'com_dec': '美团外面兰陵分公司期待你的加入\\n'\n", " '易观智库发布中国互联网餐饮外卖市场2015上半年专题研究报告,报告显示,“美团外卖”整体市场订单以41.24%的份额,占据互联网外卖市场*名。美团外卖相关负责人称,这是他们重视用户 体验,秉承“消费者*”价值观的结果。',\n", " 'com_fanwei': '兰陵县市场监督管理局',\n", " 'com_fuli': '',\n", " 'com_guimo': '企业未添加公司规模',\n", " 'com_hangye': '互联网/电子商务',\n", " 'com_jiesao': '美团外面兰陵分公司期待你的加入易观智库发布中国互联网餐饮外卖市场2015上半年专题研究报告,报告显示,“美团外卖”整体市场订单以41.24%的份额,占据互联网外卖市场*名。美团外卖相关负责人称,这是他们重视用户体验,秉承“消费者*”价值观的结果。',\n", " 'com_manguimo': '50-99人',\n", " 'com_name': '兰陵县云瑞电子商务有限公司',\n", " 'com_name1': ' 兰陵县云瑞电子商务有限公司 ',\n", " 'com_name2': '兰陵县云瑞电子商务有限公司',\n", " 'com_teshe': '',\n", " 'com_url': 'https://qy.58.com/16200539417351/?entinfo=41894018467719_0',\n", " 'job_des': ' 建立并实施人力资源方针和行动计划,以支持公司达到预期经营目标。骑手的招聘和培训 ',\n", " 'job_list_title': '配送站长',\n", " 'job_num': ' 招若干人 ',\n", " 'job_title': '配送站长 ',\n", " 'job_url': 'https://linyi.58.com/renli/41894018467719x.shtml?psid=194173491208152217112869437&entinfo=41894018467719_p&ytdzwdetaildj=0&finalCp=finalCp=000001270000000000020000000000000000_194173491208152217112869437&tjfrom=pc_list_left_pt__194173491208152217112869437__153955228780822528__pt',\n", " 'job_xinzi': '薪资面议',\n", " 'job_xueli': '高中',\n", " 'job_yingjie': ' 1-2年 ',\n", " 'linkemail': '企业未添加招聘邮箱',\n", " 'linkman': '赵恩会',\n", " 'linktelpic': None,\n", " 'site_link': '企业未添加公司官网',\n", " 'task_id': None}\n", "com_address = item['com_address'].replace(\"住所:\", '')\n", "com_address = com_address.replace(\"-\", '')\n", "com_address = com_address.replace(\" \", '')\n", "if item['linkemail'] == \"企业未添加招聘邮箱\":\n", " email = ''.join(random.sample(string.ascii_letters + string.digits, 9))\n", " email = email + \"@des8.com\"\n", "else:\n", " email = item['linkemail']\n", "connect = pymysql.connect(\n", " host='192.168.10.100',\n", " port=3306,\n", " db='rencai',\n", " user='root',\n", " passwd='4167208',\n", " charset='utf8',\n", " use_unicode=True)\n", " # 通过cursor执行增删查改\n", "mycursor = connect.cursor()\n", "\n", "mycursor.execute(\"\"\"select * from rc_member where username = %s\"\"\", item['com_name'])\n", "repetition = mycursor.fetchone()\n", "uid = repetition[0]\n", "print(int(uid))\n", "mycursor.execute(\"\"\"INSERT INTO `rc_company`(`uid`, `name`, `shortname`, `hy`, `pr`, `provinceid`, `cityid`, `three_cityid`, `mun`, `sdate`, `money`, `moneytype`, `content`, `address`, `zip`, `linkman`, `linkjob`, `linkqq`, `linkphone`, `linktel`, `linkmail`, `website`, `x`, `y`, `logo`, `payd`, `integral`, `lastupdate`, `cloudtype`, `jobtime`, `r_status`, `firmpic`, `rec`, `hits`, `ant_num`, `pl_time`, `pl_status`, `order`, `admin_remark`, `email_dy`, `msg_dy`, `sync`, `hy_dy`, `moblie_status`, `email_status`, `yyzz_status`, `hottime`, `did`, `busstops`, `infostatus`, `conid`, `addtime`, `comqcode`, `crm_uid`, `crm_time`, `crm_status`, `welfare`) VALUES (%s, %s, '', NULL, NULL, NULL, NULL, NULL, NULL, '', NULL, 1, %s, %s, '', '', '', '', '', '15318537111', '', '', '', '', '', 0, 0, '', NULL, NULL, 0, '', 0, 0, 0, NULL, 1, 0, '', 0, 0, 0, '', 0, 0, 0, 0, NULL, '', 1, NULL, NULL, '', 0, NULL, 0, '');\"\"\",(int(uid),item['com_name'],item['com_dec'], com_address))\n", "connect.commit()\n", "print(mycursor.lastrowid)" ] }, { "cell_type": "code", "execution_count": 27, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "临沂-兰山-通达路 临沂兰山区临西一路与涑河南街交汇临商一号10楼\n", "临沂兰山通达路 临沂兰山区临西一路与涑河南街交汇临商一号10楼\n", "临沂兰山通达路临沂兰山区临西一路与涑河南街交汇临商一号10楼\n" ] } ], "source": [ "a = \"住所:临沂-兰山-通达路 临沂兰山区临西一路与涑河南街交汇临商一号10楼\"\n", "a = a.replace(\"住所:\",'')\n", "a = a.replace(\"-\",'')\n", "a = a.replace(\" \",'')\n", "print(a)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.4" } }, "nbformat": 4, "nbformat_minor": 2 }