I'm trying to get the data out of a bus schedule. It should update in real time. The page I want to do this with is https://fahrplan.oebb.at/bin/stboard.exe/dn?L=...vs_liveticker&evaId=493034&boardType=dep&productsFilter=1011111111011&dirInput=&tickerID=dep&start=yes&eqstops=false&showJourneys=12&additionalTime=0. I tried downloading the page's html source every 30 seconds and accessing the table from there but the downloaded file only includes the javascript which generates the table, not the table itself. Is there a way to either run the script locally and save the data to a file or to get the server to run the script? Thank you in advance!

CodePudding user response：

You need a bit more gymnastics before getting to some usable info, given the binary response. First, you can get the api endpoint scrapeed via XHR by inspecting the Dev Tools - Network tab in Chrome browser. The following code will return some meaningful data:

import requests
import pandas as pd
import json

url = 'https://fahrplan.oebb.at/bin/stboard.exe/dn?L=...vs_liveticker&evaId=493034&boardType=dep&time=10:05&productsFilter=1011111111011&additionalTime=0&disableEquivs=yes&maxJourneys=50&outputMode=tickerDataOnly&start=yes&selectDate=today'
r = requests.get(url)
json_obj = json.loads(r.text.split('journeysObj = ')[1])
df = pd.json_normalize(json_obj['journey'])
print(df)

This will return:

CodePudding user response：

You can use request module to get the data by hitting the API directly which fetches the data.

You can change the param time=14:32 according to your requirement.

import requests
r = requests.get('https://fahrplan.oebb.at/bin/stboard.exe/dn?L=...vs_liveticker&evaId=493034&boardType=dep&time=14:32&productsFilter=1011111111011&additionalTime=0&disableEquivs=yes&maxJourneys=50&outputMode=tickerDataOnly&start=yes&selectDate=today')
print(r.content)

which gives us the expected output

b'journeysObj = {\n"headTexts":["Zeit","Fahrt","Nach","Steig","Abfahrten","Aktuell","Ankunft"],\n"stationName":"Wels Heimstättenring",\n"stationEvaId":"493034",\n"boardType":"dep",\n"imgPath":"/hafas-res/img/",\n"iconProductsSubPath":"vs_oebb/",\n"rtInfo":true,\n"journey":[\n{"id":"4799968126","ti":"14:43","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"15:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968127","ti":"14:46","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"15:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968127","ti":"14:58","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"15:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437988810","ti":"15:00","da":"16.08.2022","pr":"Bus 646","st":"Meggenhofen","lastStop":"Meggenhofen Pendlerparkplatz","ati":"15:34","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968128","ti":"15:01","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"15:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968128","ti":"15:13","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"15:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968129","ti":"15:16","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"15:54","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968129","ti":"15:28","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"15:54","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437968810","ti":"15:31","da":"16.08.2022","pr":"Bus 646","st":"Wels Hbf via Krenglbach","lastStop":"Wels Hbf (Busterminal)","ati":"15:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968130","ti":"15:31","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"16:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968130","ti":"15:43","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"16:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968131","ti":"15:46","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"16:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968131","ti":"15:58","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"16:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437730810","ti":"16:00","da":"16.08.2022","pr":"Bus 646","st":"Kematen am Innbach","lastStop":"Kematen/Innbach Ortsmitte","ati":"16:26","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968132","ti":"16:01","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"16:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968132","ti":"16:13","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"16:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968133","ti":"16:16","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"16:54","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437853811","ti":"16:20","da":"16.08.2022","pr":"Bus 646","st":"Haag am Hausruck","lastStop":"Haag am Hausruck Bahnhofstraße","ati":"17:00","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437747810","ti":"16:23","da":"16.08.2022","pr":"Bus 646","st":"Wels Hbf via Krenglbach","lastStop":"Wels Hbf (Busterminal)","ati":"16:31","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968133","ti":"16:28","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"16:54","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968134","ti":"16:31","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"17:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968134","ti":"16:43","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"17:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968135","ti":"16:46","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"17:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968135","ti":"16:58","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"17:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437730811","ti":"17:00","da":"16.08.2022","pr":"Bus 646","st":"Kematen am Innbach","lastStop":"Kematen/Innbach Ortsmitte","ati":"17:26","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437937810","ti":"17:01","da":"16.08.2022","pr":"Bus 646","st":"Wels Hbf via Krenglbach","lastStop":"Wels Hbf (Busterminal)","ati":"17:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968136","ti":"17:01","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"17:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968136","ti":"17:13","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"17:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968137","ti":"17:16","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"17:54","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437850810","ti":"17:20","da":"16.08.2022","pr":"Bus 646","st":"Haag am Hausruck","lastStop":"Haag am Hausruck Bahnhofstraße","ati":"18:00","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968137","ti":"17:28","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"17:54","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968138","ti":"17:31","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"18:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968138","ti":"17:43","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"18:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968139","ti":"17:46","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"18:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968139","ti":"17:58","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"18:24","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437730812","ti":"18:00","da":"16.08.2022","pr":"Bus 646","st":"Kematen am Innbach","lastStop":"Kematen/Innbach Ortsmitte","ati":"18:26","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437968811","ti":"18:01","da":"16.08.2022","pr":"Bus 646","st":"Wels Hbf via Krenglbach","lastStop":"Wels Hbf (Busterminal)","ati":"18:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968140","ti":"18:01","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"18:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"4799968140","ti":"18:13","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"18:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"480049810","ti":"18:16","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Spöttlsiedlung","ati":"18:23","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"438083810","ti":"18:20","da":"16.08.2022","pr":"Bus 646","st":"Aistersheim","lastStop":"Aistersheim Kriegerdenkmal","ati":"18:50","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437750810","ti":"18:23","da":"16.08.2022","pr":"Bus 646","st":"Wels Hbf via Meggenhofen","lastStop":"Wels Hbf (Busterminal)","ati":"18:31","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"479592810","ti":"18:31","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"19:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"479592810","ti":"18:43","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"19:09","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437841810","ti":"19:00","da":"16.08.2022","pr":"Bus 646","st":"Meggenhofen","lastStop":"Aistersheim Kriegerdenkmal","ati":"19:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"479592811","ti":"19:01","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Machstraße","ati":"19:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"479592811","ti":"19:13","da":"16.08.2022","pr":"Bus 2","st":"Wels Ghegastraße","lastStop":"Wels Machstraße","ati":"19:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"437800810","ti":"19:31","da":"16.08.2022","pr":"Bus 646","st":"Wels Hbf via Krenglbach","lastStop":"Wels Hbf (Busterminal)","ati":"19:39","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"479964810","ti":"19:31","da":"16.08.2022","pr":"Bus 2","st":"Flemingstraße","lastStop":"Wels Kaiser-Josef-Platz (Busbahnhof)","ati":"19:49","tr":"","trChg":false,"rt":false,"rta":false}   \n,{"id":"479964810","ti":"19:43","da":"16.08.2022","pr":"Bus 2","st":"Wels Kaiser-Josef-Platz","lastStop":"Wels Kaiser-Josef-Platz (Busbahnhof)","ati":"19:49","tr":"","trChg":false,"rt":false,"rta":false}   \n],\n"maxJ":49\n}\n'