36 lines
1.5 KiB
Python
36 lines
1.5 KiB
Python
from bs4 import BeautifulSoup
|
|
from urllib.request import urlopen
|
|
import re
|
|
import datetime
|
|
|
|
|
|
year = datetime.datetime.now().year
|
|
month = datetime.datetime.now().month
|
|
day = datetime.datetime.now().day
|
|
|
|
f = open('physics_magazine.html', 'w', encoding='UTF-8')
|
|
f.write('<meta charset="utf-8"><style type="text/css">a{text-decoration: none;color: #0a5794;}a:hover {text-decoration: underline;color: red; }</style>')
|
|
f.write('<p>'+str(year)+'.'+str(month).rjust(2,'0')+'.'+str(day).rjust(2,'0')+' 已更新</p>')
|
|
|
|
match_href = []
|
|
start_link = "https://physics.aps.org/"
|
|
html = urlopen(start_link).read().decode('utf-8') # 打开网页
|
|
soup = BeautifulSoup(html, features='lxml') # 放入soup中
|
|
all_articles = soup.find_all('div', {"class":"feed-item-details"})
|
|
for article in all_articles:
|
|
all_a_tag = article.find_all('a', href=True) # 获取超链接标签
|
|
for a_tag in all_a_tag:
|
|
href = a_tag['href'] # 超链接字符串
|
|
if re.search('/articles/', href): # 文章的链接
|
|
if re.search('https://physics.aps.org', href)==None: # 如果链接不是完整的，那么补充完整
|
|
href = 'https://physics.aps.org'+ href
|
|
if href not in match_href:
|
|
match_href.append(href)
|
|
f.write('<li><a target=\"_blank\" href=\"')
|
|
f.write(href) # 文章链接
|
|
f.write('\">')
|
|
f.write(a_tag.get_text())
|
|
f.write('</a> ')
|
|
time = article.find('time', {"class": "feed-item-date"}).get_text()
|
|
f.write(time+'</li>')
|
|
f.close() |