master
Remigiusz Marcinkiewicz 2017-01-16 19:53:37 +01:00
parent 4cb399b623
commit bf13eb53f1
1 changed files with 4 additions and 4 deletions

View File

@ -202,11 +202,11 @@ class IBFetcher(object):
"Cache-Control": "no-cache"
})
def _makesoup(data):
def _makesoup(self, data):
self._soup = bs4.BeautifulSoup(data)
return self._soup
def _dump():
def _dump(self):
fn = config["DUMP_FILE"]
print "[w] Dumping the last page to {}".format(fn)
open(fn, 'w').write(unicode(self._soup).encode('utf-8'))
@ -222,7 +222,7 @@ class IBFetcher(object):
def _get(self, page):
r = self._getraw(page)
self.s.headers.update({"Referer": r.url})
soup = _makesoup(r.text)
soup = self._makesoup(r.text)
self._gettoken(soup)
self._hitjstoken(soup)
return soup
@ -251,7 +251,7 @@ class IBFetcher(object):
self._dump()
raise Exception("Received \"forbidden3\" response. Bad token?")
self.s.headers.update({"Referer": r.url})
soup = _makesoup(r.text)
soup = self._makesoup(r.text)
self._gettoken(soup)
self._hitjstoken(soup)
return soup