import requests from bs4 import BeautifulSoup import json url = "https://tge.pl/energia-elektryczna-rdn" r = requests.get(url) soup = BeautifulSoup(r.content, 'lxml') head = soup.find('table', {'class':"footable table table-hover table-padding"}) table = head.find('tbody') lista = [] for row in table.find_all('tr'): li = [] slown = {} for col in row.find_all('td'): li.append(col.text.replace('\n','').replace('\t','')) slown = { 'Czas': li[0], 'FIXING_I' : [{'Kurs (PLN/MWh)': li[1]},{'Wolumen (MWh)': li[2]}], 'FIXING_II': [{'Kurs (PLN/MWh)': li[3]}, {'Wolumen (MWh)': li[4]}], 'Notowania_ciagle': [{'Kurs (PLN/MWh)': li[5]},{'Wolumen (MWh)': li[6]}], } lista.append(slown) with open("energy.json", "w") as outfile: json.dump(lista, outfile)