python爬虫练习——爬取链家二手房信息（基础篇）

# -*- coding:utf-8 -*-
from lxml import etree
import requests

total_money = 0
total_number = 0
headers = {‘User-Agent‘: ‘Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_3) AppleWebKit/537.36 (KHTML,like Gecko) Chrome/65.0.3325.162 Safari/537.36‘
}
for i in range(1,101):
    url = "https://bj.lianjia.com/ershoufang/pg" + str(i) + "/"

    response = requests.get(url,headers = headers)
    response.encoding = ‘utf8‘
    html = response.text

    root = etree.HTML(html)

    node_list = root.xpath("//div/@data-price")    #data-price = "51891"

    total_number += len(node_list)
    for node in node_list:
        total_money += float(node)


average = total_money // total_number
print average