23cf4f8b79357779c82be746f16b8d1e063d76e5
[m6w6/ext-http] / php_http_message_parser.c
1 /*
2 +--------------------------------------------------------------------+
3 | PECL :: http |
4 +--------------------------------------------------------------------+
5 | Redistribution and use in source and binary forms, with or without |
6 | modification, are permitted provided that the conditions mentioned |
7 | in the accompanying LICENSE file are met. |
8 +--------------------------------------------------------------------+
9 | Copyright (c) 2004-2011, Michael Wallner <mike@php.net> |
10 +--------------------------------------------------------------------+
11 */
12
13 #include "php_http_api.h"
14
15 typedef struct php_http_message_parser_state_spec {
16 php_http_message_parser_state_t state;
17 unsigned need_data:1;
18 } php_http_message_parser_state_spec_t;
19
20 static const php_http_message_parser_state_spec_t php_http_message_parser_states[] = {
21 {PHP_HTTP_MESSAGE_PARSER_STATE_START, 1},
22 {PHP_HTTP_MESSAGE_PARSER_STATE_HEADER, 1},
23 {PHP_HTTP_MESSAGE_PARSER_STATE_HEADER_DONE, 0},
24 {PHP_HTTP_MESSAGE_PARSER_STATE_BODY, 0},
25 {PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DUMB, 1},
26 {PHP_HTTP_MESSAGE_PARSER_STATE_BODY_LENGTH, 1},
27 {PHP_HTTP_MESSAGE_PARSER_STATE_BODY_CHUNKED, 1},
28 {PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DONE, 0},
29 {PHP_HTTP_MESSAGE_PARSER_STATE_DONE, 0}
30 };
31
32 PHP_HTTP_API php_http_message_parser_t *php_http_message_parser_init(php_http_message_parser_t *parser TSRMLS_DC)
33 {
34 if (!parser) {
35 parser = emalloc(sizeof(*parser));
36 }
37 memset(parser, 0, sizeof(*parser));
38
39 TSRMLS_SET_CTX(parser->ts);
40
41 php_http_header_parser_init(&parser->header TSRMLS_CC);
42 zend_stack_init(&parser->stack);
43
44 return parser;
45 }
46
47 PHP_HTTP_API php_http_message_parser_state_t php_http_message_parser_state_push(php_http_message_parser_t *parser, unsigned argc, ...)
48 {
49 va_list va_args;
50 unsigned i;
51 va_start(va_args, argc);
52 php_http_message_parser_state_t state;
53
54 for (i = 0; i < argc; ++i) {
55 state = va_arg(va_args, php_http_message_parser_state_t);
56 zend_stack_push(&parser->stack, &state, sizeof(state));
57 }
58 va_end(va_args);
59
60 return state;
61 }
62
63 PHP_HTTP_API php_http_message_parser_state_t php_http_message_parser_state_is(php_http_message_parser_t *parser)
64 {
65 php_http_message_parser_state_t *state;
66
67 if (SUCCESS == zend_stack_top(&parser->stack, (void *) &state)) {
68 return *state;
69 }
70 return PHP_HTTP_MESSAGE_PARSER_STATE_START;
71 }
72
73 PHP_HTTP_API php_http_message_parser_state_t php_http_message_parser_state_pop(php_http_message_parser_t *parser)
74 {
75 php_http_message_parser_state_t state, *state_ptr;
76 if (SUCCESS == zend_stack_top(&parser->stack, (void *) &state_ptr)) {
77 state = *state_ptr;
78 zend_stack_del_top(&parser->stack);
79 return state;
80 }
81 return PHP_HTTP_MESSAGE_PARSER_STATE_START;
82 }
83
84 PHP_HTTP_API void php_http_message_parser_dtor(php_http_message_parser_t *parser)
85 {
86 php_http_header_parser_dtor(&parser->header);
87 zend_stack_destroy(&parser->stack);
88 if (parser->dechunk) {
89 php_http_encoding_stream_free(&parser->dechunk);
90 }
91 if (parser->inflate) {
92 php_http_encoding_stream_free(&parser->inflate);
93 }
94 }
95
96 PHP_HTTP_API void php_http_message_parser_free(php_http_message_parser_t **parser)
97 {
98 if (*parser) {
99 php_http_message_parser_dtor(*parser);
100 efree(*parser);
101 *parser = NULL;
102 }
103 }
104
105 PHP_HTTP_API php_http_message_parser_state_t php_http_message_parser_parse_stream(php_http_message_parser_t *parser, php_stream *s, php_http_message_t **message)
106 {
107 php_http_buffer_t buf;
108 TSRMLS_FETCH_FROM_CTX(parser->ts);
109
110 php_http_buffer_init_ex(&buf, 0x1000, PHP_HTTP_BUFFER_INIT_PREALLOC);
111
112 while (!php_stream_eof(s)) {
113 size_t len = 0;
114
115 switch (php_http_message_parser_state_is(parser)) {
116 case PHP_HTTP_MESSAGE_PARSER_STATE_START:
117 case PHP_HTTP_MESSAGE_PARSER_STATE_HEADER:
118 case PHP_HTTP_MESSAGE_PARSER_STATE_HEADER_DONE:
119 /* read line */
120 php_stream_get_line(s, buf.data, buf.free, &len);
121 buf.used += len;
122 buf.free -= len;
123 break;
124
125 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DUMB:
126 /* read all */
127 len = php_stream_read(s, buf.data, buf.free);
128 buf.used += len;
129 buf.free -= len;
130 break;
131
132 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_LENGTH:
133 /* read body_length */
134 len = php_stream_read(s, buf.data, MIN(buf.free, parser->body_length));
135 buf.used += len;
136 buf.free -= len;
137 break;
138
139 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_CHUNKED:
140 /* duh, this is very naive */
141 if (len) {
142 size_t read = php_stream_read(s, buf.data, MIN(len, buf.free));
143
144 buf.used += read;
145 buf.free -= read;
146
147 len -= read;
148 } else {
149 php_stream_get_line(s, buf.data, buf.free, &len);
150 buf.used += len;
151 buf.free -= len;
152
153 len = strtoul(buf.data - len, NULL, 16);
154 }
155 break;
156
157 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY:
158 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DONE:
159 /* should not occur */
160 abort();
161 break;
162
163 case PHP_HTTP_MESSAGE_PARSER_STATE_DONE:
164 case PHP_HTTP_MESSAGE_PARSER_STATE_FAILURE:
165 php_http_buffer_dtor(&buf);
166 return php_http_message_parser_state_is(parser);
167 }
168
169 php_http_message_parser_parse(parser, &buf, 0, message);
170 }
171
172 php_http_buffer_dtor(&buf);
173 return PHP_HTTP_MESSAGE_PARSER_STATE_DONE;
174 }
175
176
177 PHP_HTTP_API php_http_message_parser_state_t php_http_message_parser_parse(php_http_message_parser_t *parser, php_http_buffer_t *buffer, unsigned flags, php_http_message_t **message)
178 {
179 TSRMLS_FETCH_FROM_CTX(parser->ts);
180 char *str = NULL;
181 size_t len = 0;
182 size_t cut = 0;
183
184 while (buffer->used || !php_http_message_parser_states[php_http_message_parser_state_is(parser)].need_data) {
185 #if 0
186 const char *state[] = {"START", "HEADER", "HEADER_DONE", "BODY", "BODY_DUMB", "BODY_LENGTH", "BODY_CHUNK", "BODY_DONE", "DONE"};
187 fprintf(stderr, "#MP: %s (%d)\n", php_http_message_parser_state_is(parser) < 0 ? "FAILURE" : state[php_http_message_parser_state_is(parser)], message && *message ? (*message)->type : -1);
188 _dpf(0, buffer->data, buffer->used);
189 #endif
190
191 switch (php_http_message_parser_state_pop(parser))
192 {
193 case PHP_HTTP_MESSAGE_PARSER_STATE_FAILURE:
194 return php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_FAILURE);
195
196 case PHP_HTTP_MESSAGE_PARSER_STATE_START:
197 {
198 char *ptr = buffer->data;
199
200 while (ptr - buffer->data < buffer->used && PHP_HTTP_IS_CTYPE(space, *ptr)) {
201 ++ptr;
202 }
203
204 php_http_buffer_cut(buffer, 0, ptr - buffer->data);
205
206 if (buffer->used) {
207 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_HEADER);
208 }
209 break;
210 }
211
212 case PHP_HTTP_MESSAGE_PARSER_STATE_HEADER:
213 {
214 unsigned header_parser_flags = (flags & PHP_HTTP_MESSAGE_PARSER_CLEANUP) ? PHP_HTTP_HEADER_PARSER_CLEANUP : 0;
215
216 switch (php_http_header_parser_parse(&parser->header, buffer, header_parser_flags, *message ? &(*message)->hdrs : NULL, (php_http_info_callback_t) php_http_message_info_callback, message)) {
217 case PHP_HTTP_HEADER_PARSER_STATE_FAILURE:
218 return PHP_HTTP_MESSAGE_PARSER_STATE_FAILURE;
219
220 case PHP_HTTP_HEADER_PARSER_STATE_DONE:
221 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_HEADER_DONE);
222 break;
223
224 default:
225 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_HEADER);
226 if (buffer->used) {
227 return PHP_HTTP_MESSAGE_PARSER_STATE_HEADER;
228 }
229 }
230 break;
231 }
232
233 case PHP_HTTP_MESSAGE_PARSER_STATE_HEADER_DONE:
234 {
235 zval *h, *h_loc = NULL, *h_con = NULL, **h_cl = NULL, **h_cr = NULL, **h_te = NULL;
236
237 if ((h = php_http_message_header(*message, ZEND_STRL("Transfer-Encoding"), 1))) {
238 zend_hash_update(&(*message)->hdrs, "X-Original-Transfer-Encoding", sizeof("X-Original-Transfer-Encoding"), &h, sizeof(zval *), (void *) &h_te);
239 zend_hash_del(&(*message)->hdrs, "Transfer-Encoding", sizeof("Transfer-Encoding"));
240 }
241 if ((h = php_http_message_header(*message, ZEND_STRL("Content-Length"), 1))) {
242 zend_hash_update(&(*message)->hdrs, "X-Original-Content-Length", sizeof("X-Original-Content-Length"), &h, sizeof(zval *), (void *) &h_cl);
243 }
244 if ((h = php_http_message_header(*message, ZEND_STRL("Content-Range"), 1))) {
245 zend_hash_update(&(*message)->hdrs, "X-Original-Content-Range", sizeof("X-Original-Content-Range"), &h, sizeof(zval *), (void *) &h_cr);
246 zend_hash_del(&(*message)->hdrs, "Content-Range", sizeof("Content-Range"));
247 }
248
249 /* default */
250 MAKE_STD_ZVAL(h);
251 ZVAL_LONG(h, 0);
252 zend_hash_update(&(*message)->hdrs, "Content-Length", sizeof("Content-Length"), &h, sizeof(zval *), NULL);
253
254 /* so, if curl sees a 3xx code, a Location header and a Connection:close header
255 * it decides not to read the response body.
256 */
257 if ((flags & PHP_HTTP_MESSAGE_PARSER_EMPTY_REDIRECTS)
258 && (*message)->type == PHP_HTTP_RESPONSE
259 && (*message)->http.info.response.code/100 == 3
260 && (h_loc = php_http_message_header(*message, ZEND_STRL("Location"), 1))
261 && (h_con = php_http_message_header(*message, ZEND_STRL("Connection"), 1))
262 ) {
263 if (php_http_match(Z_STRVAL_P(h_con), "close", PHP_HTTP_MATCH_WORD)) {
264 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_DONE);
265 zval_ptr_dtor(&h_loc);
266 zval_ptr_dtor(&h_con);
267 break;
268 }
269 }
270 if (h_loc) {
271 zval_ptr_dtor(&h_loc);
272 }
273 if (h_con) {
274 zval_ptr_dtor(&h_con);
275 }
276
277 if ((h = php_http_message_header(*message, ZEND_STRL("Content-Encoding"), 1))) {
278 if (php_http_match(Z_STRVAL_P(h), "gzip", PHP_HTTP_MATCH_WORD)
279 || php_http_match(Z_STRVAL_P(h), "x-gzip", PHP_HTTP_MATCH_WORD)
280 || php_http_match(Z_STRVAL_P(h), "deflate", PHP_HTTP_MATCH_WORD)
281 ) {
282 if (parser->inflate) {
283 php_http_encoding_stream_reset(&parser->inflate);
284 } else {
285 parser->inflate = php_http_encoding_stream_init(NULL, php_http_encoding_stream_get_inflate_ops(), 0 TSRMLS_CC);
286 }
287 zend_hash_update(&(*message)->hdrs, "X-Original-Content-Encoding", sizeof("X-Original-Content-Encoding"), &h, sizeof(zval *), NULL);
288 zend_hash_del(&(*message)->hdrs, "Content-Encoding", sizeof("Content-Encoding"));
289 } else {
290 zval_ptr_dtor(&h);
291 }
292 }
293
294 if ((flags & PHP_HTTP_MESSAGE_PARSER_DUMB_BODIES)) {
295 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DUMB);
296 } else {
297 if (h_te) {
298 if (strstr(Z_STRVAL_PP(h_te), "chunked")) {
299 parser->dechunk = php_http_encoding_stream_init(parser->dechunk, php_http_encoding_stream_get_dechunk_ops(), 0 TSRMLS_CC);
300 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_CHUNKED);
301 break;
302 }
303 }
304
305 if (h_cl) {
306 char *stop;
307
308 parser->body_length = strtoul(Z_STRVAL_PP(h_cl), &stop, 10);
309
310 if (stop != Z_STRVAL_PP(h_cl)) {
311 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_LENGTH);
312 break;
313 }
314 }
315
316 if (h_cr) {
317 ulong total = 0, start = 0, end = 0;
318
319 if (!strncasecmp(Z_STRVAL_PP(h_cr), "bytes", lenof("bytes"))
320 && ( Z_STRVAL_P(h)[lenof("bytes")] == ':'
321 || Z_STRVAL_P(h)[lenof("bytes")] == ' '
322 || Z_STRVAL_P(h)[lenof("bytes")] == '='
323 )
324 ) {
325 char *total_at = NULL, *end_at = NULL;
326 char *start_at = Z_STRVAL_PP(h_cr) + sizeof("bytes");
327
328 start = strtoul(start_at, &end_at, 10);
329 if (end_at) {
330 end = strtoul(end_at + 1, &total_at, 10);
331 if (total_at && strncmp(total_at + 1, "*", 1)) {
332 total = strtoul(total_at + 1, NULL, 10);
333 }
334
335 if (end >= start && (!total || end < total)) {
336 parser->body_length = end + 1 - start;
337 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_LENGTH);
338 break;
339 }
340 }
341 }
342 }
343
344
345 if ((*message)->type == PHP_HTTP_REQUEST) {
346 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_DONE);
347 } else {
348 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DUMB);
349 }
350 }
351 break;
352 }
353
354 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY:
355 {
356 if (len) {
357 zval *zcl;
358
359 if (parser->inflate) {
360 char *dec_str = NULL;
361 size_t dec_len;
362
363 if (SUCCESS != php_http_encoding_stream_update(parser->inflate, str, len, &dec_str, &dec_len)) {
364 return php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_FAILURE);
365 }
366
367 if (str != buffer->data) {
368 STR_FREE(str);
369 }
370 str = dec_str;
371 len = dec_len;
372 }
373
374 php_stream_write(php_http_message_body_stream(&(*message)->body), str, len);
375
376 /* keep track */
377 MAKE_STD_ZVAL(zcl);
378 ZVAL_LONG(zcl, php_http_message_body_size(&(*message)->body));
379 zend_hash_update(&(*message)->hdrs, "Content-Length", sizeof("Content-Length"), &zcl, sizeof(zval *), NULL);
380 }
381
382 if (cut) {
383 php_http_buffer_cut(buffer, 0, cut);
384 }
385
386 if (str != buffer->data) {
387 STR_FREE(str);
388 }
389
390 str = NULL;
391 len = 0;
392 cut = 0;
393 break;
394 }
395
396 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DUMB:
397 {
398 str = buffer->data;
399 len = buffer->used;
400 cut = len;
401
402 php_http_message_parser_state_push(parser, 2, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DONE, PHP_HTTP_MESSAGE_PARSER_STATE_BODY);
403 break;
404 }
405
406 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_LENGTH:
407 {
408 len = MIN(parser->body_length, buffer->used);
409 str = buffer->data;
410 cut = len;
411
412 parser->body_length -= len;
413
414 php_http_message_parser_state_push(parser, 2, !parser->body_length?PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DONE:PHP_HTTP_MESSAGE_PARSER_STATE_BODY_LENGTH, PHP_HTTP_MESSAGE_PARSER_STATE_BODY);
415 break;
416 }
417
418 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_CHUNKED:
419 {
420 /*
421 * - pass available data through the dechunk stream
422 * - pass decoded data along
423 * - if stream zeroed:
424 * Y: - cut processed string out of buffer, but leave length of unprocessed dechunk stream data untouched
425 * - body done
426 * N: - parse ahaed
427 */
428 char *dec_str = NULL;
429 size_t dec_len;
430
431 if (SUCCESS != php_http_encoding_stream_update(parser->dechunk, buffer->data, buffer->used, &dec_str, &dec_len)) {
432 return FAILURE;
433 }
434
435 str = dec_str;
436 len = dec_len;
437
438 if (php_http_encoding_stream_done(parser->dechunk)) {
439 cut = buffer->used - PHP_HTTP_BUFFER_LEN(parser->dechunk->ctx);
440 php_http_message_parser_state_push(parser, 2, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DONE, PHP_HTTP_MESSAGE_PARSER_STATE_BODY);
441 } else {
442 cut = buffer->used;
443 php_http_message_parser_state_push(parser, 2, PHP_HTTP_MESSAGE_PARSER_STATE_BODY_CHUNKED, PHP_HTTP_MESSAGE_PARSER_STATE_BODY);
444 }
445 break;
446 }
447
448 case PHP_HTTP_MESSAGE_PARSER_STATE_BODY_DONE:
449 {
450 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_DONE);
451
452 if (parser->dechunk) {
453 char *dec_str = NULL;
454 size_t dec_len;
455
456 if (SUCCESS != php_http_encoding_stream_finish(parser->dechunk, &dec_str, &dec_len)) {
457 return php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_FAILURE);
458 }
459 php_http_encoding_stream_dtor(parser->dechunk);
460
461 if (dec_str && dec_len) {
462 str = dec_str;
463 len = dec_len;
464 cut = 0;
465 php_http_message_parser_state_push(parser, 1, PHP_HTTP_MESSAGE_PARSER_STATE_BODY);
466 }
467 }
468
469 break;
470 }
471
472 case PHP_HTTP_MESSAGE_PARSER_STATE_DONE: {
473 char *ptr = buffer->data;
474
475 while (ptr - buffer->data < buffer->used && PHP_HTTP_IS_CTYPE(space, *ptr)) {
476 ++ptr;
477 }
478
479 php_http_buffer_cut(buffer, 0, ptr - buffer->data);
480 break;
481 }
482 }
483 }
484
485 return php_http_message_parser_state_is(parser);
486 }
487
488 /*
489 * Local variables:
490 * tab-width: 4
491 * c-basic-offset: 4
492 * End:
493 * vim600: noet sw=4 ts=4 fdm=marker
494 * vim<600: noet sw=4 ts=4
495 */
496