def fetch_production(country_code='CR', session=None):
# Do not use existing session as some amount of cache is taking place
r = requests.session()
url = 'https://appcenter.grupoice.com/CenceWeb/CencePosdespachoNacional.jsf'
response = r.get(url)
df_yesterday = pd.read_html(response.text, skiprows=1, index_col=0, header=0)[0]
soup = BeautifulSoup(response.text, 'html.parser')
yesterday_date = soup.select('#formPosdespacho:pickFechaInputDate')[0]['value']
jsf_view_state = soup.select('#javax.faces.ViewState')[0]['value']
yesterday = arrow.get(yesterday_date, 'DD/MM/YYYY', tzinfo=TIMEZONE)
today = yesterday.shift(days=+1)
data = [
('formPosdespacho', 'formPosdespacho'),
('formPosdespacho:pickFechaInputDate', today.format(DATE_FORMAT)),
('formPosdespacho:pickFechaInputCurrentDate', today.format(MONTH_FORMAT)),
('formPosdespacho:j_id35.x', ''),
('formPosdespacho:j_id35.y', ''),
('javax.faces.ViewState', jsf_view_state),
]
response = r.post(url, cookies={}, data=data)
df_today = pd.read_html(response.text, skiprows=1, index_col=0)[0]
ydata = df_to_data(country_code, yesterday, df_yesterday)
tdata = df_to_data(country_code, today, df_today)
production = ydata + tdata
unknown_plants()
return production
评论列表
文章目录