{"id":352377,"date":"2021-02-14T17:32:01","date_gmt":"2021-02-14T09:32:01","guid":{"rendered":"http:\/\/4563.org\/?p=352377"},"modified":"2021-02-14T17:32:01","modified_gmt":"2021-02-14T09:32:01","slug":"%e4%b8%ba%e4%bb%80%e4%b9%88%e6%8a%93%e4%b8%8d%e5%88%b0-scrapy-%e7%9a%84%e5%8c%85","status":"publish","type":"post","link":"http:\/\/4563.org\/?p=352377","title":{"rendered":"\u4e3a\u4ec0\u4e48\u6293\u4e0d\u5230 scrapy \u7684\u5305"},"content":{"rendered":"<div>\n<div>\n<div>\n<h1>                  \u4e3a\u4ec0\u4e48\u6293\u4e0d\u5230 scrapy \u7684\u5305               <\/h1>\n<p> <\/p>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : tuoov <\/span>  <span><i><\/i> 2<\/span> <\/div>\n<div> <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<\/p><\/div>\n<div isfirst=\"1\"> <\/p>\n<p>\u5f00\u7740 fiddler \u5e72\u522b\u7684\u4e8b\u60c5\uff0c\u4e00\u6bb5\u65f6\u95f4\u540e\u53d1\u73b0\u5b8c\u5168\u6ca1\u6709\u722c\u866b\u7a0b\u5e8f\u7684\u8bb0\u5f55\u3002 \u7a0b\u5e8f\u548c fiddler \u90fd\u5728\u6b63\u5e38\u5de5\u4f5c\uff0c\u7528\u7684\u662f\u6700\u65b0\u7684 fiddler everywhere\uff0c\u5f00\u4e86\u6355\u83b7 https \u8bf7\u6c42\u3002 \u8bf7\u77e5\u9053\u7684\u5927\u4f6c\u89e3\u91ca\u4e0b\u539f\u56e0<\/p>\n<\/p><\/div>\n<div> <b>\u5927\u4f6c\u6709\u8a71\u8aaa<\/b> (<span>6<\/span>)        <\/div>\n<div> <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<ul>\n<li data-pid=\"5328519\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : julyclyde <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             fiddler \u662f\u4e2a\u4ee3\u7406\u670d\u52a1\u5668                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"5328520\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : Itoktsnhc <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             fiddle \u53ea\u80fd\u6293\u5230\u4f7f\u7528\u7cfb\u7edf\u914d\u7f6e\u4ee3\u7406\u7684\u7a0b\u5e8f\u7684\u8bf7\u6c42 \u624b\u52a8\u8bbe\u7f6e\u4e00\u4e0b\u8bd5\u8bd5\uff1f                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"5328521\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : smart9527 <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             fiddler \u662f\u4e2a\u4ee3\u7406\u670d\u52a1\u5668, scrapy \u8981\u8bbe\u7f6e\u4ee3\u7406                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"5328522\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : woyao396 <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             https:\/\/docs.scrapy.org\/en\/latest\/topics\/downloader-middleware.html#scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware<\/p>\n<p>\u539f\u56e0\u5c31\u662f 1&amp;2 <\/p>\n<p>\u8bbe\u7f6e\u73af\u5883\u53d8\u91cf http_proxy \u53ca https_proxy \u4e3a fiddler \u4ee3\u7406\u670d\u52a1\u5668\u7684\u5730\u5740<\/p>\n<p>linx<\/p>\n<p>&#8220;`sh<br \/>#host \u4e3a fiddler \u6240\u5728 IP,8888 \u662f fiddler \u9ed8\u8ba4\u7aef\u53e3\u53f7 \u5982\uff1a<br \/>export http_proxy=http:\/\/localhost:8888<br \/>export https_proxy=http:\/\/localhost:8888<br \/>&#8220;`<\/p>\n<p>windows<\/p>\n<p>&#8220;`sh<br \/>set http_proxy=http:\/\/localhost:8888<br \/>set https_proxy=http:\/\/localhost:8888<br \/>&#8220;`                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"5328523\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u4e3b<\/span> <span>\u8cc7\u6df1\u5927\u4f6c : tuoov <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             \u611f\u8c22\u5404\u4f4d                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li data-pid=\"5328524\" data-uid=\"2\">\n<div>\n<div>\n<div> <span>\u8cc7\u6df1\u5927\u4f6c : ch2 <\/span>  <\/div>\n<div> <i title=\"\u5f15\u7528\"><\/i>  <span>          <\/span> <\/div>\n<\/p><\/div>\n<div>                                                             fiddler \u53ea\u80fd\u6293\u5230\u5bf9\u5c40\u57df\u7f51\u4ee3\u7406\u751f\u6548\u7684\u7a0b\u5e8f\u7684\u5305                                                            <\/div>\n<\/p><\/div>\n<\/li>\n<li>\n","protected":false},"excerpt":{"rendered":"<p>\u4e3a\u4ec0\u4e48\u6293\u4e0d\u5230 scrapy \u7684\u5305 &hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[],"tags":[],"_links":{"self":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/352377"}],"collection":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=352377"}],"version-history":[{"count":0,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/352377\/revisions"}],"wp:attachment":[{"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=352377"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=352377"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=352377"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}