python爬虫

def classScore():

classstr=""

score=int(input("puease input num=")) if score>90:

classstr="成绩等级为A:"

elif score>75:

classstr="成绩等级为B:"

elif score>60:

classstr="成绩等级为c:"

else:

classstr="成绩等级为D:"

print(classstr)

def sum(n):

s=0

for i in range(n+1):

s+=i

return s

def threeSum(n):

s=0

for i in range(0,n+1,3):

s+=i

return s

#for循环 9*9乘法表

def chenfa():

for i in range(1,10):

for j in range(1,10):

if i

break

print("{0}*{1}={2}".format(i,j,i*j),"\t",end="") print();

#while 乘法表

def whcf():

i=1

while i<=9:

j=1

while j<10:

if i<=j:

print("%s*%s=%s"%(i,j,i*j),"\t",end="") j+=1

i+=1

print()

def get_html(url):

try:

header={'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.90 Safari/537.36 2345Explorer/9.3.2.17331', }

ht=requests.get(url,headers=header,verify=True)

ht.raise_for_status

ht.encoding=ht.apparent_encoding

return ht

except Exception as e:

print("error:",e)

def writeHtml(url):

text=get_html(url).content

path="C:\\Users\\Administrator\\Desktop\\python\\baidu.html"

with open(path,"wb") as f:

f.write(text)

print("success")

def getInfor(url):

finalSay=[]

html=get_html(url).text

soup=BeautifulSoup(html,"html.parser")

print(" the saying is:")

say_list=soup.select("span.text")

print("-------名言--------------")

print("the length=",len(say_list))

# print(say_list)

for elem in say_list:

te=elem.text

finalSay.append(te);

print(finalSay)

print("-------标签--------------")

finalTag=[]

tag_list=soup.select("div.tags")

print("the length of tag=",len(tag_list))

#print(tag_list)

for tag in tag_list:

a_tag=tag.select("a.tag")

#print(a_tag)

# for elem in a_tag:

# print(elem.text)

tag_list=[elem.text for elem in a_tag]

#print(tag_list)

finalTag.append(tag_list)

print(finalTag)

print("-------作者--------------")

finalAuthor=[]

author_list=soup.select("small.author")

print("the length of authoer=",len(author_list))

for elem in author_list:

finalAuthor.append(elem.text)

print(finalAuthor)

for i in range(len(author_list)):

print("the saying:",finalSay[i],"\t","the author:",finalAuthor[i],"\t","the tag:",finalTag[i])

def getDictionary():

word=input("亲输入要翻译的词语:")

url="https://https://www.360docs.net/doc/706563278.html,/dict/search?q="

hurl=url+word

trant=[]

html=get_html(hurl).text

re0=r'(.*?)'

flag_list=[]

nav_list=re.findall(re0,html)

#print(hurl)

#print(html)

if len(nav_list)==0 and len(nav_list[0])<1:

return

for elem in nav_list:

flag_list.append(elem[1])

print(flag_list)

re1=r'(.*?)' tran_list=re.findall(re1,html)

#print(tran_list)

for i in range(len(nav_list)):

tra="\t".join([flag_list[i],tran_list[i]])

print(tra)

trant.append(tra)

#trant.append("\n")

return trant

def writeTet(t):

path="E:\\infor.txt"

with open(path,"a+") as f:

for txt in t:

f.write(txt)

f.write("\n")

print("success")

def weather(url):

html=get_html(url).text

soup=BeautifulSoup(html,"html.parser")

time_list=soup.select("li > h1")

print(len(time_list),time_list)

wea_list=soup.select("li > p.wea")

print(len(wea_list),wea_list)

tem_list=soup.select("li > p.tem")

print(len(tem_list),tem_list)

wind_list=soup.select("li > p.win > em") print(len(wind_list),wind_list)

winclas_list=soup.select("li > p.win > i") print(len(winclas_list),winclas_list)

#处理成文本

infor_list=[]

for i in range(len(tem_list)):

windir=" "

timetxt=time_list[i].text

print(timetxt,end=" ")

weatxt=wea_list[i].text

print(weatxt,end=" ")

temtxt=tem_list[i].text

print(temtxt,end=" ")

span_win=wind_list[i].select("span")

if(len(span_win)==2):

windir=span_win[0].get("title")+"

--"+span_win[1].get("title")

else:

windir=span_win[0].get("title")

print(windir)

winclastxt=winclas_list[i].text

print(winclastxt)

infor_list.append([timetxt,weatxt,temtxt,windir,winclastxt]) print(len(infor_list),infor_list)

五、见习总结

学习了一下python语法，看到了python的奇妙，知道了大数据的一些功能。