update

2023-11-07 03:38:46 +08:00
parent 1e7c4c0e68
commit bc3890c25b
212 changed files with 0 additions and 0 deletions
--- a/2021.11.17_zhihu/nature_physics.py
+++ b/2021.11.17_zhihu/nature_physics.py
@@ -0,0 +1,37 @@
+from bs4 import BeautifulSoup
+from urllib.request import urlopen
+import re  
+import datetime
+
+
+year = datetime.datetime.now().year
+month = datetime.datetime.now().month
+day = datetime.datetime.now().day
+
+
+f = open('nature_physics.html', 'w', encoding='UTF-8') 
+f.write('<meta charset="utf-8"><style type="text/css">a{text-decoration: none;color: #0a5794;}a:hover {text-decoration: underline;color: red; }</style>')
+f.write('<p>'+str(year)+'.'+str(month).rjust(2,'0')+'.'+str(day).rjust(2,'0')+' 已更新</p>')
+
+match_href = []
+start_link = "https://www.nature.com/nphys/research-articles"
+html = urlopen(start_link).read().decode('utf-8')  # 打开网页
+soup = BeautifulSoup(html, features='lxml') # 放入soup中
+all_article = soup.find_all('article', {"class":"u-full-height c-card c-card--flush"}) 
+for article in all_article:
+    all_a_tag = article.find_all('a', href=True)  # 获取超链接标签
+    for a_tag in all_a_tag:
+        href = a_tag['href']  # 超链接字符串
+        if re.search('/articles/', href): # 文章的链接
+            if re.search('https://www.nature.com', href)==None:  # 如果链接不是完整的，那么补充完整
+                href = 'https://www.nature.com'+ href
+            if href not in match_href and re.search('\?', href)==None:  # 链接不重复
+                match_href.append(href)
+                f.write('<li><a target=\"_blank\" href=\"')
+                f.write(href)   # 文章链接
+                f.write('\">')
+                f.write(a_tag.get_text())
+                f.write('</a>&nbsp;&nbsp;')
+    time = article.find('time', {"class": "c-meta__item c-meta__item--block-at-lg"}).get_text()
+    f.write(time+'</li>')
+f.close()
--- a/2021.11.17_zhihu/physics_magazine.py
+++ b/2021.11.17_zhihu/physics_magazine.py
@@ -0,0 +1,36 @@
+from bs4 import BeautifulSoup
+from urllib.request import urlopen
+import re  
+import datetime
+
+
+year = datetime.datetime.now().year
+month = datetime.datetime.now().month
+day = datetime.datetime.now().day
+
+f = open('physics_magazine.html', 'w', encoding='UTF-8') 
+f.write('<meta charset="utf-8"><style type="text/css">a{text-decoration: none;color: #0a5794;}a:hover {text-decoration: underline;color: red; }</style>')
+f.write('<p>'+str(year)+'.'+str(month).rjust(2,'0')+'.'+str(day).rjust(2,'0')+' 已更新</p>')
+
+match_href = []
+start_link = "https://physics.aps.org/"
+html = urlopen(start_link).read().decode('utf-8')  # 打开网页
+soup = BeautifulSoup(html, features='lxml') # 放入soup中
+all_articles = soup.find_all('div', {"class":"feed-item-details"})
+for article in all_articles:
+    all_a_tag = article.find_all('a', href=True)  # 获取超链接标签
+    for a_tag in all_a_tag:
+        href = a_tag['href']  # 超链接字符串
+        if re.search('/articles/', href): # 文章的链接
+            if re.search('https://physics.aps.org', href)==None:  # 如果链接不是完整的，那么补充完整
+                href = 'https://physics.aps.org'+ href
+            if href not in match_href:
+                match_href.append(href)
+                f.write('<li><a target=\"_blank\" href=\"')
+                f.write(href)   # 文章链接
+                f.write('\">')
+                f.write(a_tag.get_text())
+                f.write('</a>&nbsp;&nbsp;')
+    time = article.find('time', {"class": "feed-item-date"}).get_text()
+    f.write(time+'</li>')
+f.close()
--- a/2021.11.17_zhihu/prb.py
+++ b/2021.11.17_zhihu/prb.py
@@ -0,0 +1,42 @@
+from bs4 import BeautifulSoup
+from urllib.request import urlopen
+import re  
+import datetime
+
+
+year = datetime.datetime.now().year
+month = datetime.datetime.now().month
+day = datetime.datetime.now().day
+
+
+f = open('prb.html', 'w', encoding='UTF-8') 
+f.write('<meta charset="utf-8"><style type="text/css">a{text-decoration: none;color: #0a5794;}a:hover {text-decoration: underline;color: red; }</style>')
+f.write('<p>'+str(year)+'.'+str(month).rjust(2,'0')+'.'+str(day).rjust(2,'0')+' 已更新</p>')
+
+match_href = []
+for loop in range(1):
+    if loop == 0:
+        start_link = "https://journals.aps.org/prb/recent"  # 看第一页
+    # elif loop == 1:
+    #     start_link = "https://journals.aps.org/prb/recent?page=2"  # 看第二页
+    html = urlopen(start_link).read().decode('utf-8')  # 打开网页
+    soup = BeautifulSoup(html, features='lxml') # 放入soup中
+    all_article = soup.find_all('div', {"class":"article panel article-result"}) 
+    for article in all_article:
+        all_a_tag = article.find_all('a', href=True)  # 获取超链接标签
+        for a_tag in all_a_tag:
+            href = a_tag['href']  # 超链接字符串
+            if re.search('/abstract/', href): # 文章的链接
+                if re.search('https://journals.aps.org', href)==None:  # 如果链接不是完整的，那么补充完整
+                    href = 'https://journals.aps.org'+ href
+                if href not in match_href and re.search('\?', href)==None:  # 链接不重复
+                    match_href.append(href)
+                    f.write('<li><a target=\"_blank\" href=\"')
+                    f.write(href)   # 文章链接
+                    f.write('\">')
+                    f.write(a_tag.get_text())
+                    f.write('</a>&nbsp;&nbsp;')
+        info = article.find('h6', {"class": "pub-info"}).get_text()
+        f.write(re.findall('– Published .*', info, re.S)[0][12:]+'</li>')
+f.close()
+
--- a/2021.11.17_zhihu/prl.py
+++ b/2021.11.17_zhihu/prl.py
@@ -0,0 +1,42 @@
+from bs4 import BeautifulSoup
+from urllib.request import urlopen
+import re  
+import datetime
+
+
+year = datetime.datetime.now().year
+month = datetime.datetime.now().month
+day = datetime.datetime.now().day
+
+
+f = open('prl.html', 'w', encoding='UTF-8') 
+f.write('<meta charset="utf-8"><style type="text/css">a{text-decoration: none;color: #0a5794;}a:hover {text-decoration: underline;color: red; }</style>')
+f.write('<p>'+str(year)+'.'+str(month).rjust(2,'0')+'.'+str(day).rjust(2,'0')+' 已更新</p>')
+
+match_href = []
+for loop in range(1):
+    if loop == 0:
+        start_link = "https://journals.aps.org/prl/recent"  # 看第一页
+    # elif loop == 1:
+    #     start_link = "https://journals.aps.org/prl/recent?page=2"  # 看第二页
+    html = urlopen(start_link).read().decode('utf-8')  # 打开网页
+    soup = BeautifulSoup(html, features='lxml') # 放入soup中
+    all_article = soup.find_all('div', {"class":"article panel article-result"})
+    for article in all_article:
+        all_a_tag = article.find_all('a', href=True)  # 获取超链接标签
+        for a_tag in all_a_tag:
+            href = a_tag['href']  # 超链接字符串
+            if re.search('/abstract/', href): # 文章的链接
+                if re.search('https://journals.aps.org', href)==None:  # 如果链接不是完整的，那么补充完整
+                    href = 'https://journals.aps.org'+ href
+                if href not in match_href and re.search('\?', href)==None:  # 链接不重复
+                    match_href.append(href)
+                    f.write('<li><a target=\"_blank\" href=\"')
+                    f.write(href)   # 文章链接
+                    f.write('\">')
+                    f.write(a_tag.get_text())
+                    f.write('</a>&nbsp;&nbsp;')
+        info = article.find('h6', {"class": "pub-info"}).get_text()
+        f.write(re.findall('– Published.*', info, re.S)[0][12:]+'</li>')
+f.close()
+
--- a/2021.11.17_zhihu/zhihu.py
+++ b/2021.11.17_zhihu/zhihu.py
@@ -0,0 +1,66 @@
+"""
+This code is supported by the website: https://www.guanjihuan.com
+The newest version of this code is on the web page: https://www.guanjihuan.com/archives/17937
+"""
+
+from bs4 import BeautifulSoup
+from urllib.request import urlopen
+import re  
+import datetime
+
+year = datetime.datetime.now().year
+month = datetime.datetime.now().month
+day = datetime.datetime.now().day
+
+# 获取链接
+
+# 由于没有模拟登录知乎，因此只能爬取到最新的两篇文章
+authors = ["https://www.zhihu.com/people/guanjihuan/posts"]  # Guan
+
+match_href = []
+for i0 in range(len(authors)):
+    start_link = authors[i0]
+    html = urlopen(start_link).read().decode('utf-8')  # 打开网页
+    soup = BeautifulSoup(html, features='lxml') # 放入soup中
+    all_a_tag = soup.find_all('a', href=True)  # 获取超链接标签
+    for a_tag in all_a_tag:
+        href = a_tag['href']  # 超链接字符串
+        if re.search('//zhuanlan.zhihu.com/p/', href) and not re.search('edit', href): # 文章的链接
+            if re.search('https:', href)==None:  # 如果链接不是完整的，那么补充完整
+                href = 'https:'+ href
+            if href not in match_href:
+                match_href.append(href)
+
+
+# 对链接进行排序
+numbers = []
+match_href_new = [] 
+for href in match_href:
+    numbers.append(int(href[29:]))
+numbers.sort(reverse = True)
+for n in numbers:
+    match_href_new.append('https://zhuanlan.zhihu.com/p/'+str(n))
+
+
+# 获取内容并写入文件
+f = open('zhihu.html', 'w', encoding='UTF-8') 
+f.write('<meta charset="utf-8"><style type="text/css">a{text-decoration: none;color: #004e4e;}a:hover {text-decoration: underline;color: red; }</style>')
+
+f.write('<p>'+str(year)+'.'+str(month).rjust(2,'0')+'.'+str(day).rjust(2,'0')+' 已更新</p>')
+for href in match_href_new: 
+    try:
+        html = urlopen(href).read().decode('utf-8')   # 打开文章链接
+        soup = BeautifulSoup(html, features='lxml') # 放入soup中
+        title = soup.title   # 文章标题
+        f.write('<li><a target=\"_blank\" href=\"')
+        f.write(str(href))   # 文章链接
+        f.write('\">')
+        f.write(str(title.get_text()[:-5]))
+        f.write('</a>&nbsp;&nbsp;') 
+        author = soup.find("span", {"class": "UserLink AuthorInfo-name"})
+        f.write(str(author.get_text()+'&nbsp;&nbsp;'))
+        post_time = soup.find("div", {"class" : "ContentItem-time"})
+        f.write(str(post_time.get_text()[4:-6])+'</li>')
+    except:
+        pass
+f.close()