import requests
from bs4 import BeautifulSoup
def getNewMak(link, mark, applist, cnt):
for app in link.find_all('div', class_='px-3 pt-1'):
mark = mark + 1
tmp = app.h3.text.strip()
intro = app.p.text.strip()
applist.append([cnt, mark, tmp, intro])
def getHTML(url):
html = requests.get(url)
return html.text
def getInfo(html, titlelist, applist):
soup = BeautifulSoup(html, 'html.parser')
cnt = 0
tmp_url = 'https://github.com'
links = soup.find_all('div', class_='mb-6 mb-md-0')
for link in links:
cnt = cnt + 1
title = link.h2.text.strip()
titlelist.append(title)
mark = 0
getNewMak(link, mark, applist, cnt)
new_mark = link.a['href']
new_url = tmp_url + str(new_mark)
inside_html = getHTML(new_url)
inside_soup = BeautifulSoup(inside_html, 'html.parser')
getNewMak(inside_soup, mark, applist, cnt)
def Infile(titlelist, applist):
modeule = "{0:^5}\t{1:{3}<30}\t{2:{3}<40}"
start = 0
for var in applist:
if start != var[0]:
print(titlelist[start])
start += 1
print(modeule.format(var[1], var[2], var[3], chr(12288)))
def main():
applist = []
titlelist = []
url = 'https://github.com/marketplace'
html_text = getHTML(url)
getInfo(html_text, titlelist, applist)
Infile(titlelist, applist)
if __name__ == '__main__':
main()
爬取github的explore应用和简要介绍
©著作权归作者所有,转载或内容合作请联系作者
- 文/潘晓璐 我一进店门，熙熙楼的掌柜王于贵愁眉苦脸地迎上来，“玉大人，你说我怎么就摊上这事。” “怎么了？”我有些...
- 文/花漫 我一把揭开白布。 她就那样静静地躺着，像睡着了一般。 火红的嫁衣衬着肌肤如雪。 梳的纹丝不乱的头发上，一...
- 文/苍兰香墨 我猛地睁开眼，长吁一口气：“原来是场噩梦啊……” “哼！你这毒妇竟也来了？” 一声冷哼从身侧响起，我...
推荐阅读更多精彩内容
- If Sara had been a different kind of child, the life she ...
