{"id":208703,"date":"2020-11-20T19:15:10","date_gmt":"2020-11-20T11:15:10","guid":{"rendered":"http:\/\/4563.org\/?p=208703"},"modified":"2020-11-20T19:15:10","modified_gmt":"2020-11-20T11:15:10","slug":"%e8%af%b7%e9%97%ae%e4%b8%8b%e9%9d%a2%e5%bc%82%e6%ad%a5%e5%b5%8c%e5%a5%97%e7%9a%84-await-%e4%b8%ba%e4%bb%80%e4%b9%88%e4%bc%9a%e5%af%bc%e8%87%b4-mongo-%e5%85%a5%e5%ba%93%e5%a4%b1%e8%b4%a5","status":"publish","type":"post","link":"http:\/\/4563.org\/?p=208703","title":{"rendered":"\u8bf7\u95ee\u4e0b\u9762\u5f02\u6b65\u5d4c\u5957\u7684 await \u4e3a\u4ec0\u4e48\u4f1a\u5bfc\u81f4 mongo \u5165\u5e93\u5931\u8d25"},"content":{"rendered":"<div>\n<div>\n<div>\n<h1>                  \u8bf7\u95ee\u4e0b\u9762\u5f02\u6b65\u5d4c\u5957\u7684 await \u4e3a\u4ec0\u4e48\u4f1a\u5bfc\u81f4 mongo \u5165\u5e93\u5931\u8d25               <\/h1>\n<p> <\/p>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : yagamil <\/span>  <span><i><\/i> 5<\/span> <\/div>\n<div> <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<\/p><\/div>\n<div isfirst=\"1\"> <\/p>\n<p>\u8bf7\u95ee\u4e0b\u9762\u5f02\u6b65\u5d4c\u5957\u7684 await \u4e3a\u4ec0\u4e48\u4f1a\u5bfc\u81f4 Task &lt;Task pending coro=&lt;fetch() running at xxxx.py:45&gt; cb=[gather.&lt;locals&gt;._done_callback() \u56de\u8c03\u5931\u8d25 \uff1f<\/p>\n<p>\u52a0\u5165\u4e86\u5f02\u6b65\u63d2\u5165 mongo \u540e\u5bfc\u81f4\u7684\uff0c\u53bb\u6389\u5165\u5e93\u90a3\u4e00\u6bb5\u5c31\u6ca1\u95ee\u9898\u3002<\/p>\n<pre><code> mongo_client = AsyncIOMotorClient(connect_uri) collection = mongo_client['db_stock']['new_stock_ttjj']  def parse_json(content):    # \u89e3\u6790     content += ';function getV(){return hsEnHLwG;}'     ctx = execjs.compile(content)     result = ctx.call('getV')     return result  async def update_data(data):    # \u5f02\u6b65 mongo \u5165\u5e93      code = data['securitycode']     found =  await collection.find_one({'securitycode':code})     if not found:         await collection.insert_one(data)   async def fetch(session,page):      async with session.get(home_url.format(page),headers=headers) as resp:         content = await resp.text()          try:             js_content = parse_json(content)             for stock_info in js_content['data']:                 securityshortname = stock_info['securityshortname']                  print(securityshortname)                 await update_data(stock_info)         except Exception as e:             print(e)   async def main():     async with aiohttp.ClientSession() as session:         async with session.get(home_url.format(1), headers=headers) as resp:              content = await resp.text()             js_data = parse_json(content)             pages = js_data['pages']             tasks =[]             for page in range(1,pages+1):                 task = asyncio.ensure_future(fetch(session,page))                 tasks.append(task)              await asyncio.gather(*tasks)  asyncio.run(main())  <\/code><\/pre>\n<\/p><\/div>\n<div> <b>\u5927\u4f6c\u6709\u8a71\u8aaa<\/b> (<span>4<\/span>)        <\/div>\n<div> <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<ul>\n<li data-pid=\"4339763\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : keepeye <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             task = asyncio.ensure_future(fetch(session,page))<br \/>\u4f3c\u4e4e\u53ef\u4ee5\u6539\u6210<br \/>task = fetch(session,page)                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"4339764\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u4e3b<\/span> <span>\u8cc7\u6df1\u5927\u4f6c : yagamil <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             @keepeye \u95ee\u9898\u4e0d\u5728\u8fd9\u91cc\u3002                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"4339765\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u4e3b<\/span> <span>\u8cc7\u6df1\u5927\u4f6c : yagamil <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             \u627e\u5230\u539f\u56e0\uff1a<br \/>def run(main, *, debug=False):<br \/> if events._get_running_loop() is not None:<br \/> raise RuntimeError(<br \/> &#8220;asyncio.run() cannot be called from a running event loop&#8221;)<\/p>\n<p> if not coroutines.iscoroutine(main):<br \/> raise ValueError(&#8220;a coroutine was expected, got {!r}&#8221;.format(main))<\/p>\n<p> loop = events.new_event_loop()<\/p>\n<p>asyncio.run \u5185\u90e8\u5b9a\u4e49\u4e86\u4e00\u4e2a loop\uff0c<br \/>moto \u521d\u59cb\u5316\u7684\u65f6\u5019\u5185\u90e8\u4e5f\u7528\u4e86\u8fd9\u4e2a\u3002<\/p>\n<p>\u7528 loop \u5b9a\u4e49\uff0cmotor \u7684\u5b9a\u4e49\u653e\u5728 loop \u540e\u9762\u3002                                                            <\/p><\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"4339766\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : n37r09u3 <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             \u653e\u540e\u9762\u662f\u7528\u540c\u4e00\u4e2a loop \u4e86 \u5427\uff1f                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li>\n","protected":false},"excerpt":{"rendered":"<p>\u8bf7\u95ee\u4e0b\u9762\u5f02\u6b65\u5d4c\u5957\u7684 await \u4e3a&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[],"tags":[],"_links":{"self":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/208703"}],"collection":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=208703"}],"version-history":[{"count":0,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/208703\/revisions"}],"wp:attachment":[{"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=208703"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=208703"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=208703"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}