import requests
from bs4 import BeautifulSoup
def getpage(url):
responce = requests.get(url)
soup = BeautifulSoup(responce.text,'lxml')
return soup
def getlinks(link_url):
responce = requests.get(link_url)
format_list = BeautifulSoup(responce.text,'lxml')
link_div = format_list.find_all('div',class_='pic-panel')
links = [div.a.get('href') for div in link_div]
return links
url = 'https://bj.lianjia.com/zufang/'
house_url = 'https://bj.lianjia.com/zufang/101102926709.html'
def get_house_info(house_url):
# li = getlinks(url)
# print(li)
soup = getpage(house_url)
prince = soup.find('span',class_='total').text
unit = soup.find('span',class_='unit').text.strip()
house_info = soup.find_all('p')
area = house_info[0].text[3:]
layout = house_info[1].text[5:]
floor = house_info[2].text[3:]
direction = house_info[3].text[5:]
location = house_info[4].text[3:]
xiaoqu_location = house_info[5].text[3:7]
create_time = house_info[6].text[3:]
info ={'面積':area,
'分布':layout,
'樓層':floor,
'方向':direction,
'價格':prince,
'單價':unit,
'地鐵':location,
'小區(qū)':xiaoqu_location,
'時間':create_time
}
return info
house = get_house_info(house_url)
for k,v in house.items():
print('{}:{}'.format(k,v))
文章名稱:python爬取相關(guān)網(wǎng)站一些信息
當(dāng)前URL:
http://weahome.cn/article/jhgcjh.html