JSFiddle - React, Tailwind, and code Playground

by Alex Azuero

HTML

import requests
from bs4 import BeautifulSoup
import re
from lxml.html import fromstring
import random
url='https://coinatmradar.com/sitemap.xml'
# proxies = dict(http= random.choice(proxies_list))


def get_proxies():

    while True: 
#         url ='https://www.sslproxies.org/'
        url='https://www.us-proxy.org/'
        response = requests.get(url)
        parser = fromstring(response.text)
        proxies_list =[]
        
        for i in parser.xpath('//tbody/tr')[:80]:
            if i.xpath('.//td[7][contains(text(),"yes")]') and  i.xpath('.//td[3][contains(text(),"US")]') and  i.xpath('.//td[5][contains(text(),"elite proxy")]'):

                proxy = ":".join([i.xpath('.//td[1]/text()')[0], i.xpath('.//td[2]/text()')[0]])
                proxies_list.append(proxy)
      
        return proxies_list
def get_data(url):
    global proxies_list
    global headers
    proxie_header = dict(http= random.choice(get_proxies()))
    headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.106 Safari/537.36'}
#     req = requests.get(url)
    req=    requests.get(url, headers, verify=True,proxies=proxie_header)
    return BeautifulSoup(req.text, 'lxml')


soup =get_data(url)
%%time

l2=['https://coinatmradar.com/bitcoin_teller' ,'https://coinatmradar.com/bitcoin_atm']
events = soup.find_all('loc')
atm_list=[]
for e in events:
    if  'https://coinatmradar.com/bitcoin_teller' in e.text or 'https://coinatmradar.com/bitcoin_atm' in e.text:
#             print(e.text)
#             
            atm_list.append(e.text)
#             soup = BeautifulSoup(atm_main, 'lxml')
atm_details = dict()
for i in atm_list:
    atm_main= requests.get(i, headers, verify=True,proxies=dict(http= random.choice(get_proxies())))
#     atm_main = requests.get(i)
    print(i)
    atm_main  = BeautifulSoup(atm_main.text,'lxml')
    
    
    atm_details['header'] = atm_details['header']  = atm_main.find('h1').text
#    ...