derp
parent
4cb399b623
commit
bf13eb53f1
|
@ -202,11 +202,11 @@ class IBFetcher(object):
|
|||
"Cache-Control": "no-cache"
|
||||
})
|
||||
|
||||
def _makesoup(data):
|
||||
def _makesoup(self, data):
|
||||
self._soup = bs4.BeautifulSoup(data)
|
||||
return self._soup
|
||||
|
||||
def _dump():
|
||||
def _dump(self):
|
||||
fn = config["DUMP_FILE"]
|
||||
print "[w] Dumping the last page to {}".format(fn)
|
||||
open(fn, 'w').write(unicode(self._soup).encode('utf-8'))
|
||||
|
@ -222,7 +222,7 @@ class IBFetcher(object):
|
|||
def _get(self, page):
|
||||
r = self._getraw(page)
|
||||
self.s.headers.update({"Referer": r.url})
|
||||
soup = _makesoup(r.text)
|
||||
soup = self._makesoup(r.text)
|
||||
self._gettoken(soup)
|
||||
self._hitjstoken(soup)
|
||||
return soup
|
||||
|
@ -251,7 +251,7 @@ class IBFetcher(object):
|
|||
self._dump()
|
||||
raise Exception("Received \"forbidden3\" response. Bad token?")
|
||||
self.s.headers.update({"Referer": r.url})
|
||||
soup = _makesoup(r.text)
|
||||
soup = self._makesoup(r.text)
|
||||
self._gettoken(soup)
|
||||
self._hitjstoken(soup)
|
||||
return soup
|
||||
|
|
Loading…
Reference in New Issue