def __add_openers(self):
# TODO add error handling
- opener = urllib2.build_opener()
+ self.opener = urllib2.build_opener()
# Proxy handling
# TODO currently self.proxies isn't parsed from configuration file
if self.user is not None and self.password is not None:
passman = urllib2.HTTPPasswordMgrWithDefaultRealm()
passman.add_password(None, self.url, self.user, self.password)
- opener.add_handler(urllib2.HTTPBasicAuthHandler(passman))
+ self.opener.add_handler(urllib2.HTTPBasicAuthHandler(passman))
+ self.debug("Enabling HTTP basic auth")
- urllib2.install_opener(opener)
+ #urllib2.install_opener(opener)
def _get_raw_data(self):
"""
"""
raw = None
try:
- f = urllib2.urlopen(self.url, timeout=self.update_every * 2)
+ f = self.opener.open(self.url, timeout=self.update_every * 2)
+ # f = urllib2.urlopen(self.url, timeout=self.update_every * 2)
except Exception as e:
self.error(str(e))
return None
self.__add_openers()
- if self._get_data() is None or len(self._get_data()) == 0:
+ test = self._get_data()
+ if test is None or len(test) == 0:
return False
else:
return True
if self.port == 0:
self.port = 80
- if self._get_data() is None or len(self._get_data()) == 0:
+ test = self._get_data()
+ if test is None or len(test) == 0:
return False
else:
return True
try:
data = ET.fromstring(raw)
except ET.ParseError as e:
- #if e.code == errors.codes[errors.XML_ERROR_JUNK_AFTER_DOC_ELEMENT]:
+ # if e.code == errors.codes[errors.XML_ERROR_JUNK_AFTER_DOC_ELEMENT]:
if e.code == 9:
- # cut rest of invalid string
- pos = 0
- for i in range(e.position[0] - 1):
- pos += raw.find('\n', pos)
- raw = raw[:47604 + pos + e.position[0] - 1]
+ end = raw.find('</status>')
+ end += 9
+ raw = raw[:end]
+ self.debug(raw)
data = ET.fromstring(raw)
else:
raise Exception(e)