from lxml.html import fromstring import random import requests def get_proxies(): """ Gather a list of some active proxies from https://free-proxy-list.net/ :return: List of IP Addresses """ url = 'https://free-proxy-list.net/' response = requests.get(url) parser = fromstring(response.text) proxies = set() for i in parser.xpath('//tbody/tr')[:1000]: if i.xpath('.//td[7][contains(text(),"yes")]'): # Grabbing IP and corresponding PORT proxy = ":".join([i.xpath('.//td[1]/text()')[0], i.xpath('.//td[2]/text()')[0]]) proxies.add(proxy) return list(proxies) proxy_ips = get_proxies() # To randomly select an IP from the collected proxies random_ip = random.choice(proxy_ips)