Viewing file:  http_client.py (6.14 KB) -rw-r--r--
Select action/file-type:
 (+) |  (+) |  (+) | Code (+) | Session (+) |  (+) | SDB (+) |  (+) |  (+) |  (+) |  (+) |  (+) |
# this code based on Daniel Krech's RDFLib HTTP client code (see rdflib.net)
import sys
import socket
import asyncore
import asynchat
import base64
from urlparse import urlparse
CR="\x0d"
LF="\x0a"
CRLF=CR+LF
class Listener(object):
def status(self, url, status):
pass
def error(self, url, error):
pass
def response_header(self, url, name, value):
pass
def done(self, url):
pass
def feed(self, url, data):
sys.stdout.write(data)
sys.stdout.flush()
def close(self, url):
pass
class HTTPHandler(object, asynchat.async_chat):
def __init__(self, listener, username='', password=None):
super(HTTPHandler, self).__init__()
asynchat.async_chat.__init__(self)
self.listener = listener
self.user_agent = 'Supervisor HTTP Client'
self.buffer = ''
self.set_terminator(CRLF)
self.connected = 0
self.part = self.status_line
self.chunk_size = 0
self.chunk_read = 0
self.length_read = 0
self.length = 0
self.encoding = None
self.username = username
self.password = password
self.url = None
self.error_handled = False
def get(self, serverurl, path):
assert(self.url==None, "Already doing a get") #@@
self.url = serverurl + path
scheme, host, path_ignored, params, query, fragment = urlparse(self.url)
if not scheme in ("http", "unix"):
raise NotImplementedError
self.host = host
if ":" in host:
hostname, port = host.split(":", 1)
port = int(port)
else:
hostname = host
port = 80
self.path = path
self.port = port
if scheme == "http":
ip = hostname
self.create_socket(socket.AF_INET, socket.SOCK_STREAM)
self.connect((ip, self.port))
elif scheme == "unix":
socketname = serverurl[7:]
self.create_socket(socket.AF_UNIX, socket.SOCK_STREAM)
self.connect(socketname)
def close (self):
self.listener.close(self.url)
self.connected = 0
self.del_channel()
self.socket.close()
self.url = "CLOSED"
def header(self, name, value):
self.push('%s: %s' % (name, value))
self.push(CRLF)
def handle_error (self):
if self.error_handled == True:
return
if 1 or self.connected:
t,v,tb = sys.exc_info()
print t, v, tb
msg = 'Cannot connect to %s, error: %s' % (self.url, t)
self.part = self.ignore
self.close()
print msg
self.error_handled = True
def handle_connect(self):
self.connected = 1
method = "GET"
version = "HTTP/1.1"
self.push("%s %s %s" % (method, self.path, version))
self.push(CRLF)
self.header("Host", self.host)
self.header('Accept-Encoding', 'chunked')
self.header('Accept', '*/*')
self.header('User-agent', self.user_agent)
if self.password:
auth = '%s:%s' % (self.username, self.password)
auth = base64.encodestring(auth).strip()
self.header('Authorization', 'Basic %s' % auth)
self.push(CRLF)
self.push(CRLF)
def feed(self, data):
self.listener.feed(self.url, data)
def collect_incoming_data(self, bytes):
self.buffer = self.buffer + bytes
if self.part==self.body:
self.feed(self.buffer)
self.buffer = ''
def found_terminator(self):
self.part()
self.buffer = ''
def ignore(self):
self.buffer = ''
def status_line(self):
line = self.buffer
version, status, reason = line.split(None, 2)
status = int(status)
if not version.startswith('HTTP/'):
raise ValueError(line)
self.listener.status(self.url, status)
if status == 200:
self.part = self.headers
else:
self.part = self.ignore
print 'Cannot read %s, status code %s' % (self.url, status)
self.close()
return version, status, reason
def headers(self):
line = self.buffer
if not line:
if self.encoding=="chunked":
self.part = self.chunked_size
else:
self.part = self.body
self.set_terminator(self.length)
else:
name, value = line.split(":", 1)
if name and value:
name = name.lower()
value = value.strip()
if name=="Transfer-Encoding".lower():
self.encoding = value
elif name=="Content-Length".lower():
self.length = int(value)
self.response_header(name, value)
def response_header(self, name, value):
self.listener.response_header(self.url, name, value)
def body(self):
self.done()
self.close()
def done(self):
self.listener.done(self.url)
def chunked_size(self):
line = self.buffer
if not line:
return
chunk_size = int(line.split()[0], 16)
if chunk_size==0:
self.part = self.trailer
else:
self.set_terminator(chunk_size)
self.part = self.chunked_body
self.length += chunk_size
def chunked_body(self):
line = self.buffer
self.set_terminator(CRLF)
self.part = self.chunked_size
self.feed(line)
def trailer(self):
# http://www.w3.org/Protocols/rfc2616/rfc2616-sec3.html#sec3.6.1
# trailer = *(entity-header CRLF)
line = self.buffer
if line==CRLF:
self.done()
self.close()
if __name__ == '__main__':
url = sys.argv[1]
listener = Listener()
handler = HTTPHandler(listener)
try:
handler.get(url)
except Exception, e:
listener.error(url, "Error connecting '%s'" % e)
asyncore.loop()
print "-"
|