简单的异步http客户端,挂起很长时间与不可用的网站。
例如,在站点www.evtur.ru上,它等待很长时间,10分钟或更长时间。
我找不到方法如何尽量减少超时,是否有可能在5秒内超时,例如?
# coding=utf-8
import asyncore
import string, socket
import StringIO
import mimetools, urlparse
class AsyncHTTP(asyncore.dispatcher):
# HTTP requestor
def __init__(self, uri):
asyncore.dispatcher.__init__(self)
self.uri = uri
# turn the uri into a valid request
scheme, host, path, params, query, fragment = urlparse.urlparse(uri)
assert scheme == "http", "only supports HTTP requests"
try:
host, port = string.split(host, ":", 1)
port = int(port)
except (TypeError, ValueError):
port = 80 # default port
if not path:
path = "/"
if params:
path = path + ";" + params
if query:
path = path + "?" + query
self.request = "GET %s HTTP/1.0rnHost: %srnrn" % (path, host)
self.host = host
self.port = port
self.status = None
self.header = None
self.http_code = None
self.data = ""
# get things going!
self.create_socket(socket.AF_INET, socket.SOCK_STREAM)
#self.connect((host, port))
#return
try:
self.connect((host, port))
except Exception,e:
self.close()
self.handle_connect_expt(e)
def handle_connect(self):
self.send(self.request)
def handle_expt(self):
print "handle_expt error!"
self.close()
def handle_error(self):
print "handle_error error!"
self.close()
def handle_connect_expt(self,expt):
print "connection error:",expt
def handle_code(self):
print self.host," : ","recv http code: ",self.http_code
def handle_read(self):
data = self.recv(2048)
#print data
if not self.header:
self.data = self.data + data
try:
i = string.index(self.data, "rnrn")
except ValueError:
return # continue
else:
# parse header
fp = StringIO.StringIO(self.data[:i+4])
# status line is "HTTP/version status message"
status = fp.readline()
self.status = string.split(status, " ", 2)
self.http_code = self.status[1]
self.handle_code()
# followed by a rfc822-style message header
self.header = mimetools.Message(fp)
# followed by a newline, and the payload (if any)
data = self.data[i+4:]
self.data = ""
#header recived
#self.close()
def handle_close(self):
self.close()
c = AsyncHTTP('http://www.python.org')
c = AsyncHTTP('http://www.evtur.ru')
asyncore.loop(timeout=0.05)
self.socket.settimeout(nn)
这似乎不适合我。
然而,asyncore.loop()有一个名为count的参数。下面是asyncore.loop()所做的伪代码:
for i in range(count):
...
select(... , timeout)
...
所以如果你想要5秒,你需要做:
asyncore.loop(timeout=1, count=5)
但不建议以这种方式工作。注意,如果有"事件",你可能有超过5个"计数"。我使用以下代码:
start = int(time.time())
while True:
asyncore.loop(timeout=1, count=5)
print "LOOP : %d enqueued, waiting to finish" % len(asyncore.socket_map)
if len(asyncore.socket_map) == 0 :
break
if int(time.time()) - start > timeout :
print "LOOP : Timeout"
break
您必须在调度程序套接字上设置超时。调用
后self.create_socket(socket.AF_INET, socket.SOCK_STREAM)
你可以调用
self.socket.settimeout(nn)
设置套接字上的超时时间。