{"id":2042,"date":"2021-11-29T23:58:22","date_gmt":"2021-11-29T15:58:22","guid":{"rendered":"http:\/\/cnliutz.uicp.io\/?p=2042"},"modified":"2021-11-29T23:58:22","modified_gmt":"2021-11-29T15:58:22","slug":"python%e7%88%ac%e5%8f%96%e7%bd%91%e9%a1%b5-%e5%85%b3%e9%94%ae%e5%ad%97","status":"publish","type":"post","link":"http:\/\/0.ipyingshe.net:5347\/?p=2042","title":{"rendered":"python\u722c\u53d6\u7f51\u9875&#8211;\u5173\u952e\u5b57"},"content":{"rendered":"\n<pre class=\"wp-block-code\"><code>import requests\nfrom bs4 import BeautifulSoup\nimport re\nimport json\n\ntitles=&#91;]\nkey=input('\u8bf7\u8f93\u5165\u63d0\u4f9b\u5173\u952e\u8bcd\uff1a')\nheaders={\n  \"Accept\":\"text\/html,application\/xhtml+xml,application\/xml;q=0.9,*\/*;q=0.8\",\n  \"User-Agent\":\"Mozilla\/5.0 (Macintosh; Intel Mac OS X 10.13; rv:55.0) Gecko\/20100101 Firefox\/55.0\"\n}\nfor i in range(10):\n    #get key word &amp; url\n    url='https:\/\/www.baidu.com\/s?wd='+key+'&amp;pn='+str(i)\n    #url='https:\/\/www.so.com\/s?q='+key+'&amp;pn='+str(i)  #\u641c\u72d7\u7f51\u5740\n    #print url\n    print(url)\n    res=requests.get(url,headers=headers)\n    res.encoding='UTF-8'\n    soup=BeautifulSoup(res.text,'html.parser')\n    for div in soup.find_all('div',{'data-tools':re.compile('title')}):\n        data=div.attrs&#91;'data-tools']\n        print(data)\n        d=json.loads(data)\n        titles.append(d&#91;'title'])\n#print(res.text)    \nwith open(\"t.txt\",\"w\",encoding=\"utf-8\") as fl:\n    for i in titles:\n        fl.write(i+'\\n')\n        print(i)\n    \n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[10],"tags":[],"class_list":["post-2042","post","type-post","status-publish","format-standard","hentry","category-python"],"_links":{"self":[{"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=\/wp\/v2\/posts\/2042","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=2042"}],"version-history":[{"count":0,"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=\/wp\/v2\/posts\/2042\/revisions"}],"wp:attachment":[{"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=2042"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=2042"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/0.ipyingshe.net:5347\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=2042"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}