fix pekaobiznes scraper
This commit is contained in:
parent
c874e9a48e
commit
363ab2b3f6
1 changed files with 9 additions and 2 deletions
|
@ -168,6 +168,7 @@ class CAMT052Parser:
|
|||
|
||||
|
||||
class PekaoClient:
|
||||
resp = None
|
||||
def __init__(self, config):
|
||||
self.config = config
|
||||
self.logger = logging.getLogger(self.__class__.__name__)
|
||||
|
@ -206,6 +207,7 @@ class PekaoClient:
|
|||
"LoginAliasForm",
|
||||
{
|
||||
"p_alias": alias,
|
||||
"userBrowserInternetExplorer": "false",
|
||||
"deviceFingerprint": self.config["tdid"],
|
||||
},
|
||||
)
|
||||
|
@ -327,9 +329,14 @@ class PekaoClient:
|
|||
return res.text
|
||||
|
||||
def _go(self, url, method="GET", **args):
|
||||
self.resp = self.session.request(method, url, **args)
|
||||
self.logger.debug("=> %s %s", method, url)
|
||||
if self.resp and self.resp.url:
|
||||
self.session.headers['Referer'] = self.resp.url
|
||||
|
||||
self.resp = self.session.request(method, url, timeout=15, **args)
|
||||
self.logger.debug(" -> [%d] %s", self.resp.status_code, self.resp.url)
|
||||
|
||||
self.resp.raise_for_status()
|
||||
self.logger.debug("=> %s %s", method, self.resp.url)
|
||||
self.bs = BeautifulSoup(self.resp.text, features='html.parser')
|
||||
|
||||
def _submit_form(self, name, values):
|
||||
|
|
Loading…
Reference in a new issue