fix pekaobiznes scraper
parent
c874e9a48e
commit
363ab2b3f6
|
@ -168,6 +168,7 @@ class CAMT052Parser:
|
||||||
|
|
||||||
|
|
||||||
class PekaoClient:
|
class PekaoClient:
|
||||||
|
resp = None
|
||||||
def __init__(self, config):
|
def __init__(self, config):
|
||||||
self.config = config
|
self.config = config
|
||||||
self.logger = logging.getLogger(self.__class__.__name__)
|
self.logger = logging.getLogger(self.__class__.__name__)
|
||||||
|
@ -206,6 +207,7 @@ class PekaoClient:
|
||||||
"LoginAliasForm",
|
"LoginAliasForm",
|
||||||
{
|
{
|
||||||
"p_alias": alias,
|
"p_alias": alias,
|
||||||
|
"userBrowserInternetExplorer": "false",
|
||||||
"deviceFingerprint": self.config["tdid"],
|
"deviceFingerprint": self.config["tdid"],
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
|
@ -327,9 +329,14 @@ class PekaoClient:
|
||||||
return res.text
|
return res.text
|
||||||
|
|
||||||
def _go(self, url, method="GET", **args):
|
def _go(self, url, method="GET", **args):
|
||||||
self.resp = self.session.request(method, url, **args)
|
self.logger.debug("=> %s %s", method, url)
|
||||||
|
if self.resp and self.resp.url:
|
||||||
|
self.session.headers['Referer'] = self.resp.url
|
||||||
|
|
||||||
|
self.resp = self.session.request(method, url, timeout=15, **args)
|
||||||
|
self.logger.debug(" -> [%d] %s", self.resp.status_code, self.resp.url)
|
||||||
|
|
||||||
self.resp.raise_for_status()
|
self.resp.raise_for_status()
|
||||||
self.logger.debug("=> %s %s", method, self.resp.url)
|
|
||||||
self.bs = BeautifulSoup(self.resp.text, features='html.parser')
|
self.bs = BeautifulSoup(self.resp.text, features='html.parser')
|
||||||
|
|
||||||
def _submit_form(self, name, values):
|
def _submit_form(self, name, values):
|
||||||
|
|
Loading…
Reference in New Issue