使用 python scraping 提取所有數據時出現問題from bs4 import BeautifulSoup
import requests
url = "https://www.worldometers.info/coronavirus/" req_data = requests.get(url)
soup = BeautifulSoup(req_data.text, 'html.parser')
table = soup.find('table', attrs={'id': 'main_table_countries_today'})
for row in table.findAll('tr', attrs = {'class':['odd','even','total_row']}):
print(row.text)
2 回答
哆啦的時光機
TA貢獻1779條經驗 獲得超6個贊
from bs4 import BeautifulSoup
import requests , csv
def SaveAsCsv(list_of_rows):
try:
print('\nSaving CSV Result')
with open('output.csv', 'a', newline='', encoding='utf-8') as outfile:
writer = csv.writer(outfile)
writer.writerow(list_of_rows)
print("rsults saved successully")
except PermissionError:
print("Please make sure output.csv is closed \n")
url = "https://www.worldometers.info/coronavirus/"
req_data = requests.get(url)
soup = BeautifulSoup(req_data.text, 'html.parser')
table = soup.find('table', attrs={'id': 'main_table_countries_today'})
header = [col_name.text.rstrip('\n').strip() for col_name in table.select('thead th')]
SaveAsCsv(header)
for row in table.select('tbody tr'):
tds = [td.get_text().rstrip('\n').strip() for td in row.select('td')]
SaveAsCsv(tds)
# print(row.text.rstrip('\n').strip())
嚕嚕噠
TA貢獻1784條經驗 獲得超7個贊
import requests
import pandas as pd
r = requests.get("https://www.worldometers.info/coronavirus/")
df = pd.read_html(r.content)
print(df)
- 2 回答
- 0 關注
- 126 瀏覽
添加回答
舉報
0/150
提交
取消