agentpool.py

# coding:utf8
"""
随机获取一个免费的ip代理地址
from agentpool import AgentPool
ips = AgentPool()
print(ips.get_agent())
>>>120.25.164.134:8118
"""

import random

import requests
from lxml import etree


class AgentPool(object):
    def __init__(self):
        self.url = f"https://www.kuaidaili.com/free/intr/{random.randint(0, 50)}/"
        self.xpaths1 = '//*[@id="list"]/div[1]/table/tbody/tr/td[1]'
        self.xpaths2 = '//*[@id="list"]/div[1]/table/tbody/tr/td[2]'
        self.headers = {
            "user-agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 YaBrowser/19.7.0.1635 Yowser/2.5 Safari/537.36",
        }

    def get_agent(self):
        html = requests.get(self.url, headers=self.headers)
        context = etree.HTML(html.text)
        data = [i.text for i in context.xpath(self.xpaths1)]
        data2 = [i.text for i in context.xpath(self.xpaths2)]
        return ":".join(random.choice(tuple(zip(data, data2))))


if __name__ == "__main__":
    pool = AgentPool()
    print(pool.get_agent())