fix pekaobiznes scraper

master
Kasownik 2024-01-22 12:02:11 +01:00
parent c874e9a48e
commit 363ab2b3f6
1 changed files with 9 additions and 2 deletions

View File

@ -168,6 +168,7 @@ class CAMT052Parser:
class PekaoClient:
resp = None
def __init__(self, config):
self.config = config
self.logger = logging.getLogger(self.__class__.__name__)
@ -206,6 +207,7 @@ class PekaoClient:
"LoginAliasForm",
{
"p_alias": alias,
"userBrowserInternetExplorer": "false",
"deviceFingerprint": self.config["tdid"],
},
)
@ -327,9 +329,14 @@ class PekaoClient:
return res.text
def _go(self, url, method="GET", **args):
self.resp = self.session.request(method, url, **args)
self.logger.debug("=> %s %s", method, url)
if self.resp and self.resp.url:
self.session.headers['Referer'] = self.resp.url
self.resp = self.session.request(method, url, timeout=15, **args)
self.logger.debug(" -> [%d] %s", self.resp.status_code, self.resp.url)
self.resp.raise_for_status()
self.logger.debug("=> %s %s", method, self.resp.url)
self.bs = BeautifulSoup(self.resp.text, features='html.parser')
def _submit_form(self, name, values):