2 HttpRequestPool chain with libevent
6 checkcls('HttpRequest');
7 checkcls('HttpRequestPool');
8 skipif(!http_support(HTTP_SUPPORT_EVENTS), "need libevent support");
16 ini_set('error_reporting', E_ALL);
17 ini_set('html_errors', 0);
19 class Request extends HttpRequest
25 $this->pool->detach($this);
28 $c = $this->getResponseCode();
29 $b = $this->getResponseBody();
31 printf("%d %s %d\n", $c, $u, strlen($b));
33 if ($c == 200 && $this->pool->dir) {
34 file_put_contents($this->pool->all[$u], $b);
37 if ($a = each($this->pool->rem)) {
38 list($url, $file) = $a;
41 HttpRequest::METH_GET,
46 'connecttimeout' => TOUT,
47 'lastmodified' => is_file($file)?filemtime($file):0
50 $r->pool = $this->pool;
51 $this->pool->attach($r);
57 class Pool extends HttpRequestPool
63 public final function __construct($urls_file = 'urls.txt', $cache_dir = 'HttpRequestPool_cache')
65 $this->dir = (is_dir($cache_dir) or @mkdir($cache_dir)) ? $cache_dir : null;
67 $urls = file($urls_file);
69 foreach (array_map('trim', $urls) as $url) {
70 $this->all[$url] = $this->dir ? $this->dir .'/'. md5($url) : null;
74 $now = array_slice($this->all, 0, RMAX);
75 $this->rem = array_slice($this->all, RMAX);
81 $this->enableEvents();
83 foreach ($now as $url => $file) {
86 HttpRequest::METH_GET,
91 'connecttimeout' => TOUT,
92 'lastmodified' => is_file($file)?filemtime($file):0
103 define('GZIP', true);
106 chdir(dirname(__FILE__));
108 $time = microtime(true);
110 printf("Elapsed: %0.3fs\n", microtime(true)-$time);