http_parser.c 70 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469
  1. /* Based on src/http/ngx_http_parse.c from NGINX copyright Igor Sysoev
  2. *
  3. * Additional changes are licensed under the same terms as NGINX and
  4. * copyright Joyent, Inc. and other Node contributors. All rights reserved.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a copy
  7. * of this software and associated documentation files (the "Software"), to
  8. * deal in the Software without restriction, including without limitation the
  9. * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
  10. * sell copies of the Software, and to permit persons to whom the Software is
  11. * furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  19. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  20. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  21. * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  22. * IN THE SOFTWARE.
  23. */
  24. #include "http_parser.h"
  25. #include <assert.h>
  26. #include <stddef.h>
  27. #include <ctype.h>
  28. #include <stdlib.h>
  29. #include <string.h>
  30. #include <limits.h>
  31. #ifndef ULLONG_MAX
  32. # define ULLONG_MAX ((uint64_t) -1) /* 2^64-1 */
  33. #endif
  34. #ifndef MIN
  35. # define MIN(a,b) ((a) < (b) ? (a) : (b))
  36. #endif
  37. #ifndef ARRAY_SIZE
  38. # define ARRAY_SIZE(a) (sizeof(a) / sizeof((a)[0]))
  39. #endif
  40. #ifndef BIT_AT
  41. # define BIT_AT(a, i) \
  42. (!!((unsigned int) (a)[(unsigned int) (i) >> 3] & \
  43. (1 << ((unsigned int) (i) & 7))))
  44. #endif
  45. #ifndef ELEM_AT
  46. # define ELEM_AT(a, i, v) ((unsigned int) (i) < ARRAY_SIZE(a) ? (a)[(i)] : (v))
  47. #endif
  48. #define SET_ERRNO(e) \
  49. do { \
  50. parser->http_errno = (e); \
  51. } while(0)
  52. #define CURRENT_STATE() p_state
  53. #define UPDATE_STATE(V) p_state = (enum state) (V);
  54. #define RETURN(V) \
  55. do { \
  56. parser->state = CURRENT_STATE(); \
  57. return (V); \
  58. } while (0);
  59. #define REEXECUTE() \
  60. goto reexecute; \
  61. #ifdef __GNUC__
  62. # define LIKELY(X) __builtin_expect(!!(X), 1)
  63. # define UNLIKELY(X) __builtin_expect(!!(X), 0)
  64. #else
  65. # define LIKELY(X) (X)
  66. # define UNLIKELY(X) (X)
  67. #endif
  68. /* Run the notify callback FOR, returning ER if it fails */
  69. #define CALLBACK_NOTIFY_(FOR, ER) \
  70. do { \
  71. assert(HTTP_PARSER_ERRNO(parser) == HPE_OK); \
  72. \
  73. if (LIKELY(settings->on_##FOR)) { \
  74. parser->state = CURRENT_STATE(); \
  75. if (UNLIKELY(0 != settings->on_##FOR(parser))) { \
  76. SET_ERRNO(HPE_CB_##FOR); \
  77. } \
  78. UPDATE_STATE(parser->state); \
  79. \
  80. /* We either errored above or got paused; get out */ \
  81. if (UNLIKELY(HTTP_PARSER_ERRNO(parser) != HPE_OK)) { \
  82. return (ER); \
  83. } \
  84. } \
  85. } while (0)
  86. /* Run the notify callback FOR and consume the current byte */
  87. #define CALLBACK_NOTIFY(FOR) CALLBACK_NOTIFY_(FOR, p - data + 1)
  88. /* Run the notify callback FOR and don't consume the current byte */
  89. #define CALLBACK_NOTIFY_NOADVANCE(FOR) CALLBACK_NOTIFY_(FOR, p - data)
  90. /* Run data callback FOR with LEN bytes, returning ER if it fails */
  91. #define CALLBACK_DATA_(FOR, LEN, ER) \
  92. do { \
  93. assert(HTTP_PARSER_ERRNO(parser) == HPE_OK); \
  94. \
  95. if (FOR##_mark) { \
  96. if (LIKELY(settings->on_##FOR)) { \
  97. parser->state = CURRENT_STATE(); \
  98. if (UNLIKELY(0 != \
  99. settings->on_##FOR(parser, FOR##_mark, (LEN)))) { \
  100. SET_ERRNO(HPE_CB_##FOR); \
  101. } \
  102. UPDATE_STATE(parser->state); \
  103. \
  104. /* We either errored above or got paused; get out */ \
  105. if (UNLIKELY(HTTP_PARSER_ERRNO(parser) != HPE_OK)) { \
  106. return (ER); \
  107. } \
  108. } \
  109. FOR##_mark = NULL; \
  110. } \
  111. } while (0)
  112. /* Run the data callback FOR and consume the current byte */
  113. #define CALLBACK_DATA(FOR) \
  114. CALLBACK_DATA_(FOR, p - FOR##_mark, p - data + 1)
  115. /* Run the data callback FOR and don't consume the current byte */
  116. #define CALLBACK_DATA_NOADVANCE(FOR) \
  117. CALLBACK_DATA_(FOR, p - FOR##_mark, p - data)
  118. /* Set the mark FOR; non-destructive if mark is already set */
  119. #define MARK(FOR) \
  120. do { \
  121. if (!FOR##_mark) { \
  122. FOR##_mark = p; \
  123. } \
  124. } while (0)
  125. /* Don't allow the total size of the HTTP headers (including the status
  126. * line) to exceed HTTP_MAX_HEADER_SIZE. This check is here to protect
  127. * embedders against denial-of-service attacks where the attacker feeds
  128. * us a never-ending header that the embedder keeps buffering.
  129. *
  130. * This check is arguably the responsibility of embedders but we're doing
  131. * it on the embedder's behalf because most won't bother and this way we
  132. * make the web a little safer. HTTP_MAX_HEADER_SIZE is still far bigger
  133. * than any reasonable request or response so this should never affect
  134. * day-to-day operation.
  135. */
  136. #define COUNT_HEADER_SIZE(V) \
  137. do { \
  138. parser->nread += (V); \
  139. if (UNLIKELY(parser->nread > (HTTP_MAX_HEADER_SIZE))) { \
  140. SET_ERRNO(HPE_HEADER_OVERFLOW); \
  141. goto error; \
  142. } \
  143. } while (0)
  144. #define PROXY_CONNECTION "proxy-connection"
  145. #define CONNECTION "connection"
  146. #define CONTENT_LENGTH "content-length"
  147. #define TRANSFER_ENCODING "transfer-encoding"
  148. #define UPGRADE "upgrade"
  149. #define CHUNKED "chunked"
  150. #define KEEP_ALIVE "keep-alive"
  151. #define CLOSE "close"
  152. static const char *method_strings[] =
  153. {
  154. #define XX(num, name, string) #string,
  155. HTTP_METHOD_MAP(XX)
  156. #undef XX
  157. };
  158. /* Tokens as defined by rfc 2616. Also lowercases them.
  159. * token = 1*<any CHAR except CTLs or separators>
  160. * separators = "(" | ")" | "<" | ">" | "@"
  161. * | "," | ";" | ":" | "\" | <">
  162. * | "/" | "[" | "]" | "?" | "="
  163. * | "{" | "}" | SP | HT
  164. */
  165. static const char tokens[256] = {
  166. /* 0 nul 1 soh 2 stx 3 etx 4 eot 5 enq 6 ack 7 bel */
  167. 0, 0, 0, 0, 0, 0, 0, 0,
  168. /* 8 bs 9 ht 10 nl 11 vt 12 np 13 cr 14 so 15 si */
  169. 0, 0, 0, 0, 0, 0, 0, 0,
  170. /* 16 dle 17 dc1 18 dc2 19 dc3 20 dc4 21 nak 22 syn 23 etb */
  171. 0, 0, 0, 0, 0, 0, 0, 0,
  172. /* 24 can 25 em 26 sub 27 esc 28 fs 29 gs 30 rs 31 us */
  173. 0, 0, 0, 0, 0, 0, 0, 0,
  174. /* 32 sp 33 ! 34 " 35 # 36 $ 37 % 38 & 39 ' */
  175. 0, '!', 0, '#', '$', '%', '&', '\'',
  176. /* 40 ( 41 ) 42 * 43 + 44 , 45 - 46 . 47 / */
  177. 0, 0, '*', '+', 0, '-', '.', 0,
  178. /* 48 0 49 1 50 2 51 3 52 4 53 5 54 6 55 7 */
  179. '0', '1', '2', '3', '4', '5', '6', '7',
  180. /* 56 8 57 9 58 : 59 ; 60 < 61 = 62 > 63 ? */
  181. '8', '9', 0, 0, 0, 0, 0, 0,
  182. /* 64 @ 65 A 66 B 67 C 68 D 69 E 70 F 71 G */
  183. 0, 'a', 'b', 'c', 'd', 'e', 'f', 'g',
  184. /* 72 H 73 I 74 J 75 K 76 L 77 M 78 N 79 O */
  185. 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o',
  186. /* 80 P 81 Q 82 R 83 S 84 T 85 U 86 V 87 W */
  187. 'p', 'q', 'r', 's', 't', 'u', 'v', 'w',
  188. /* 88 X 89 Y 90 Z 91 [ 92 \ 93 ] 94 ^ 95 _ */
  189. 'x', 'y', 'z', 0, 0, 0, '^', '_',
  190. /* 96 ` 97 a 98 b 99 c 100 d 101 e 102 f 103 g */
  191. '`', 'a', 'b', 'c', 'd', 'e', 'f', 'g',
  192. /* 104 h 105 i 106 j 107 k 108 l 109 m 110 n 111 o */
  193. 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o',
  194. /* 112 p 113 q 114 r 115 s 116 t 117 u 118 v 119 w */
  195. 'p', 'q', 'r', 's', 't', 'u', 'v', 'w',
  196. /* 120 x 121 y 122 z 123 { 124 | 125 } 126 ~ 127 del */
  197. 'x', 'y', 'z', 0, '|', 0, '~', 0 };
  198. static const int8_t unhex[256] =
  199. {-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
  200. ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
  201. ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
  202. , 0, 1, 2, 3, 4, 5, 6, 7, 8, 9,-1,-1,-1,-1,-1,-1
  203. ,-1,10,11,12,13,14,15,-1,-1,-1,-1,-1,-1,-1,-1,-1
  204. ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
  205. ,-1,10,11,12,13,14,15,-1,-1,-1,-1,-1,-1,-1,-1,-1
  206. ,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
  207. };
  208. #if HTTP_PARSER_STRICT
  209. # define T(v) 0
  210. #else
  211. # define T(v) v
  212. #endif
  213. static const uint8_t normal_url_char[32] = {
  214. /* 0 nul 1 soh 2 stx 3 etx 4 eot 5 enq 6 ack 7 bel */
  215. 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0,
  216. /* 8 bs 9 ht 10 nl 11 vt 12 np 13 cr 14 so 15 si */
  217. 0 | T(2) | 0 | 0 | T(16) | 0 | 0 | 0,
  218. /* 16 dle 17 dc1 18 dc2 19 dc3 20 dc4 21 nak 22 syn 23 etb */
  219. 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0,
  220. /* 24 can 25 em 26 sub 27 esc 28 fs 29 gs 30 rs 31 us */
  221. 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0,
  222. /* 32 sp 33 ! 34 " 35 # 36 $ 37 % 38 & 39 ' */
  223. 0 | 2 | 4 | 0 | 16 | 32 | 64 | 128,
  224. /* 40 ( 41 ) 42 * 43 + 44 , 45 - 46 . 47 / */
  225. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  226. /* 48 0 49 1 50 2 51 3 52 4 53 5 54 6 55 7 */
  227. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  228. /* 56 8 57 9 58 : 59 ; 60 < 61 = 62 > 63 ? */
  229. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 0,
  230. /* 64 @ 65 A 66 B 67 C 68 D 69 E 70 F 71 G */
  231. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  232. /* 72 H 73 I 74 J 75 K 76 L 77 M 78 N 79 O */
  233. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  234. /* 80 P 81 Q 82 R 83 S 84 T 85 U 86 V 87 W */
  235. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  236. /* 88 X 89 Y 90 Z 91 [ 92 \ 93 ] 94 ^ 95 _ */
  237. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  238. /* 96 ` 97 a 98 b 99 c 100 d 101 e 102 f 103 g */
  239. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  240. /* 104 h 105 i 106 j 107 k 108 l 109 m 110 n 111 o */
  241. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  242. /* 112 p 113 q 114 r 115 s 116 t 117 u 118 v 119 w */
  243. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 128,
  244. /* 120 x 121 y 122 z 123 { 124 | 125 } 126 ~ 127 del */
  245. 1 | 2 | 4 | 8 | 16 | 32 | 64 | 0, };
  246. #undef T
  247. enum state
  248. { s_dead = 1 /* important that this is > 0 */
  249. , s_start_req_or_res
  250. , s_res_or_resp_H
  251. , s_start_res
  252. , s_res_H
  253. , s_res_HT
  254. , s_res_HTT
  255. , s_res_HTTP
  256. , s_res_first_http_major
  257. , s_res_http_major
  258. , s_res_first_http_minor
  259. , s_res_http_minor
  260. , s_res_first_status_code
  261. , s_res_status_code
  262. , s_res_status_start
  263. , s_res_status
  264. , s_res_line_almost_done
  265. , s_start_req
  266. , s_req_method
  267. , s_req_spaces_before_url
  268. , s_req_schema
  269. , s_req_schema_slash
  270. , s_req_schema_slash_slash
  271. , s_req_server_start
  272. , s_req_server
  273. , s_req_server_with_at
  274. , s_req_path
  275. , s_req_query_string_start
  276. , s_req_query_string
  277. , s_req_fragment_start
  278. , s_req_fragment
  279. , s_req_http_start
  280. , s_req_http_H
  281. , s_req_http_HT
  282. , s_req_http_HTT
  283. , s_req_http_HTTP
  284. , s_req_first_http_major
  285. , s_req_http_major
  286. , s_req_first_http_minor
  287. , s_req_http_minor
  288. , s_req_line_almost_done
  289. , s_header_field_start
  290. , s_header_field
  291. , s_header_value_discard_ws
  292. , s_header_value_discard_ws_almost_done
  293. , s_header_value_discard_lws
  294. , s_header_value_start
  295. , s_header_value
  296. , s_header_value_lws
  297. , s_header_almost_done
  298. , s_chunk_size_start
  299. , s_chunk_size
  300. , s_chunk_parameters
  301. , s_chunk_size_almost_done
  302. , s_headers_almost_done
  303. , s_headers_done
  304. /* Important: 's_headers_done' must be the last 'header' state. All
  305. * states beyond this must be 'body' states. It is used for overflow
  306. * checking. See the PARSING_HEADER() macro.
  307. */
  308. , s_chunk_data
  309. , s_chunk_data_almost_done
  310. , s_chunk_data_done
  311. , s_body_identity
  312. , s_body_identity_eof
  313. , s_message_done
  314. };
  315. #define PARSING_HEADER(state) (state <= s_headers_done)
  316. enum header_states
  317. { h_general = 0
  318. , h_C
  319. , h_CO
  320. , h_CON
  321. , h_matching_connection
  322. , h_matching_proxy_connection
  323. , h_matching_content_length
  324. , h_matching_transfer_encoding
  325. , h_matching_upgrade
  326. , h_connection
  327. , h_content_length
  328. , h_transfer_encoding
  329. , h_upgrade
  330. , h_matching_transfer_encoding_chunked
  331. , h_matching_connection_token_start
  332. , h_matching_connection_keep_alive
  333. , h_matching_connection_close
  334. , h_matching_connection_upgrade
  335. , h_matching_connection_token
  336. , h_transfer_encoding_chunked
  337. , h_connection_keep_alive
  338. , h_connection_close
  339. , h_connection_upgrade
  340. };
  341. enum http_host_state
  342. {
  343. s_http_host_dead = 1
  344. , s_http_userinfo_start
  345. , s_http_userinfo
  346. , s_http_host_start
  347. , s_http_host_v6_start
  348. , s_http_host
  349. , s_http_host_v6
  350. , s_http_host_v6_end
  351. , s_http_host_v6_zone_start
  352. , s_http_host_v6_zone
  353. , s_http_host_port_start
  354. , s_http_host_port
  355. };
  356. /* Macros for character classes; depends on strict-mode */
  357. #define CR '\r'
  358. #define LF '\n'
  359. #define LOWER(c) (unsigned char)(c | 0x20)
  360. #define IS_ALPHA(c) (LOWER(c) >= 'a' && LOWER(c) <= 'z')
  361. #define IS_NUM(c) ((c) >= '0' && (c) <= '9')
  362. #define IS_ALPHANUM(c) (IS_ALPHA(c) || IS_NUM(c))
  363. #define IS_HEX(c) (IS_NUM(c) || (LOWER(c) >= 'a' && LOWER(c) <= 'f'))
  364. #define IS_MARK(c) ((c) == '-' || (c) == '_' || (c) == '.' || \
  365. (c) == '!' || (c) == '~' || (c) == '*' || (c) == '\'' || (c) == '(' || \
  366. (c) == ')')
  367. #define IS_USERINFO_CHAR(c) (IS_ALPHANUM(c) || IS_MARK(c) || (c) == '%' || \
  368. (c) == ';' || (c) == ':' || (c) == '&' || (c) == '=' || (c) == '+' || \
  369. (c) == '$' || (c) == ',')
  370. #define STRICT_TOKEN(c) (tokens[(unsigned char)c])
  371. #if HTTP_PARSER_STRICT
  372. #define TOKEN(c) (tokens[(unsigned char)c])
  373. #define IS_URL_CHAR(c) (BIT_AT(normal_url_char, (unsigned char)c))
  374. #define IS_HOST_CHAR(c) (IS_ALPHANUM(c) || (c) == '.' || (c) == '-')
  375. #else
  376. #define TOKEN(c) ((c == ' ') ? ' ' : tokens[(unsigned char)c])
  377. #define IS_URL_CHAR(c) \
  378. (BIT_AT(normal_url_char, (unsigned char)c) || ((c) & 0x80))
  379. #define IS_HOST_CHAR(c) \
  380. (IS_ALPHANUM(c) || (c) == '.' || (c) == '-' || (c) == '_')
  381. #endif
  382. /**
  383. * Verify that a char is a valid visible (printable) US-ASCII
  384. * character or %x80-FF
  385. **/
  386. #define IS_HEADER_CHAR(ch) \
  387. (ch == CR || ch == LF || ch == 9 || ((unsigned char)ch > 31 && ch != 127))
  388. #define start_state (parser->type == HTTP_REQUEST ? s_start_req : s_start_res)
  389. #if HTTP_PARSER_STRICT
  390. # define STRICT_CHECK(cond) \
  391. do { \
  392. if (cond) { \
  393. SET_ERRNO(HPE_STRICT); \
  394. goto error; \
  395. } \
  396. } while (0)
  397. # define NEW_MESSAGE() (http_should_keep_alive(parser) ? start_state : s_dead)
  398. #else
  399. # define STRICT_CHECK(cond)
  400. # define NEW_MESSAGE() start_state
  401. #endif
  402. /* Map errno values to strings for human-readable output */
  403. #define HTTP_STRERROR_GEN(n, s) { "HPE_" #n, s },
  404. static struct {
  405. const char *name;
  406. const char *description;
  407. } http_strerror_tab[] = {
  408. HTTP_ERRNO_MAP(HTTP_STRERROR_GEN)
  409. };
  410. #undef HTTP_STRERROR_GEN
  411. int http_message_needs_eof(const http_parser *parser);
  412. /* Our URL parser.
  413. *
  414. * This is designed to be shared by http_parser_execute() for URL validation,
  415. * hence it has a state transition + byte-for-byte interface. In addition, it
  416. * is meant to be embedded in http_parser_parse_url(), which does the dirty
  417. * work of turning state transitions URL components for its API.
  418. *
  419. * This function should only be invoked with non-space characters. It is
  420. * assumed that the caller cares about (and can detect) the transition between
  421. * URL and non-URL states by looking for these.
  422. */
  423. static enum state
  424. parse_url_char(enum state s, const char ch)
  425. {
  426. if (ch == ' ' || ch == '\r' || ch == '\n') {
  427. return s_dead;
  428. }
  429. #if HTTP_PARSER_STRICT
  430. if (ch == '\t' || ch == '\f') {
  431. return s_dead;
  432. }
  433. #endif
  434. switch (s) {
  435. case s_req_spaces_before_url:
  436. /* Proxied requests are followed by scheme of an absolute URI (alpha).
  437. * All methods except CONNECT are followed by '/' or '*'.
  438. */
  439. if (ch == '/' || ch == '*') {
  440. return s_req_path;
  441. }
  442. if (IS_ALPHA(ch)) {
  443. return s_req_schema;
  444. }
  445. break;
  446. case s_req_schema:
  447. if (IS_ALPHA(ch)) {
  448. return s;
  449. }
  450. if (ch == ':') {
  451. return s_req_schema_slash;
  452. }
  453. break;
  454. case s_req_schema_slash:
  455. if (ch == '/') {
  456. return s_req_schema_slash_slash;
  457. }
  458. break;
  459. case s_req_schema_slash_slash:
  460. if (ch == '/') {
  461. return s_req_server_start;
  462. }
  463. break;
  464. case s_req_server_with_at:
  465. if (ch == '@') {
  466. return s_dead;
  467. }
  468. /* FALLTHROUGH */
  469. case s_req_server_start:
  470. case s_req_server:
  471. if (ch == '/') {
  472. return s_req_path;
  473. }
  474. if (ch == '?') {
  475. return s_req_query_string_start;
  476. }
  477. if (ch == '@') {
  478. return s_req_server_with_at;
  479. }
  480. if (IS_USERINFO_CHAR(ch) || ch == '[' || ch == ']') {
  481. return s_req_server;
  482. }
  483. break;
  484. case s_req_path:
  485. if (IS_URL_CHAR(ch)) {
  486. return s;
  487. }
  488. switch (ch) {
  489. case '?':
  490. return s_req_query_string_start;
  491. case '#':
  492. return s_req_fragment_start;
  493. }
  494. break;
  495. case s_req_query_string_start:
  496. case s_req_query_string:
  497. if (IS_URL_CHAR(ch)) {
  498. return s_req_query_string;
  499. }
  500. switch (ch) {
  501. case '?':
  502. /* allow extra '?' in query string */
  503. return s_req_query_string;
  504. case '#':
  505. return s_req_fragment_start;
  506. }
  507. break;
  508. case s_req_fragment_start:
  509. if (IS_URL_CHAR(ch)) {
  510. return s_req_fragment;
  511. }
  512. switch (ch) {
  513. case '?':
  514. return s_req_fragment;
  515. case '#':
  516. return s;
  517. }
  518. break;
  519. case s_req_fragment:
  520. if (IS_URL_CHAR(ch)) {
  521. return s;
  522. }
  523. switch (ch) {
  524. case '?':
  525. case '#':
  526. return s;
  527. }
  528. break;
  529. default:
  530. break;
  531. }
  532. /* We should never fall out of the switch above unless there's an error */
  533. return s_dead;
  534. }
  535. size_t http_parser_execute (http_parser *parser,
  536. const http_parser_settings *settings,
  537. const char *data,
  538. size_t len)
  539. {
  540. char c, ch;
  541. int8_t unhex_val;
  542. const char *p = data;
  543. const char *header_field_mark = 0;
  544. const char *header_value_mark = 0;
  545. const char *url_mark = 0;
  546. const char *body_mark = 0;
  547. const char *status_mark = 0;
  548. enum state p_state = (enum state) parser->state;
  549. const unsigned int lenient = parser->lenient_http_headers;
  550. /* We're in an error state. Don't bother doing anything. */
  551. if (HTTP_PARSER_ERRNO(parser) != HPE_OK) {
  552. return 0;
  553. }
  554. if (len == 0) {
  555. switch (CURRENT_STATE()) {
  556. case s_body_identity_eof:
  557. /* Use of CALLBACK_NOTIFY() here would erroneously return 1 byte read if
  558. * we got paused.
  559. */
  560. CALLBACK_NOTIFY_NOADVANCE(message_complete);
  561. return 0;
  562. case s_dead:
  563. case s_start_req_or_res:
  564. case s_start_res:
  565. case s_start_req:
  566. return 0;
  567. default:
  568. SET_ERRNO(HPE_INVALID_EOF_STATE);
  569. return 1;
  570. }
  571. }
  572. if (CURRENT_STATE() == s_header_field)
  573. header_field_mark = data;
  574. if (CURRENT_STATE() == s_header_value)
  575. header_value_mark = data;
  576. switch (CURRENT_STATE()) {
  577. case s_req_path:
  578. case s_req_schema:
  579. case s_req_schema_slash:
  580. case s_req_schema_slash_slash:
  581. case s_req_server_start:
  582. case s_req_server:
  583. case s_req_server_with_at:
  584. case s_req_query_string_start:
  585. case s_req_query_string:
  586. case s_req_fragment_start:
  587. case s_req_fragment:
  588. url_mark = data;
  589. break;
  590. case s_res_status:
  591. status_mark = data;
  592. break;
  593. default:
  594. break;
  595. }
  596. for (p=data; p != data + len; p++) {
  597. ch = *p;
  598. if (PARSING_HEADER(CURRENT_STATE()))
  599. COUNT_HEADER_SIZE(1);
  600. reexecute:
  601. switch (CURRENT_STATE()) {
  602. case s_dead:
  603. /* this state is used after a 'Connection: close' message
  604. * the parser will error out if it reads another message
  605. */
  606. if (LIKELY(ch == CR || ch == LF))
  607. break;
  608. SET_ERRNO(HPE_CLOSED_CONNECTION);
  609. goto error;
  610. case s_start_req_or_res:
  611. {
  612. if (ch == CR || ch == LF)
  613. break;
  614. parser->flags = 0;
  615. parser->content_length = ULLONG_MAX;
  616. if (ch == 'H') {
  617. UPDATE_STATE(s_res_or_resp_H);
  618. CALLBACK_NOTIFY(message_begin);
  619. } else {
  620. parser->type = HTTP_REQUEST;
  621. UPDATE_STATE(s_start_req);
  622. REEXECUTE();
  623. }
  624. break;
  625. }
  626. case s_res_or_resp_H:
  627. if (ch == 'T') {
  628. parser->type = HTTP_RESPONSE;
  629. UPDATE_STATE(s_res_HT);
  630. } else {
  631. if (UNLIKELY(ch != 'E')) {
  632. SET_ERRNO(HPE_INVALID_CONSTANT);
  633. goto error;
  634. }
  635. parser->type = HTTP_REQUEST;
  636. parser->method = HTTP_HEAD;
  637. parser->index = 2;
  638. UPDATE_STATE(s_req_method);
  639. }
  640. break;
  641. case s_start_res:
  642. {
  643. parser->flags = 0;
  644. parser->content_length = ULLONG_MAX;
  645. switch (ch) {
  646. case 'H':
  647. UPDATE_STATE(s_res_H);
  648. break;
  649. case CR:
  650. case LF:
  651. break;
  652. default:
  653. SET_ERRNO(HPE_INVALID_CONSTANT);
  654. goto error;
  655. }
  656. CALLBACK_NOTIFY(message_begin);
  657. break;
  658. }
  659. case s_res_H:
  660. STRICT_CHECK(ch != 'T');
  661. UPDATE_STATE(s_res_HT);
  662. break;
  663. case s_res_HT:
  664. STRICT_CHECK(ch != 'T');
  665. UPDATE_STATE(s_res_HTT);
  666. break;
  667. case s_res_HTT:
  668. STRICT_CHECK(ch != 'P');
  669. UPDATE_STATE(s_res_HTTP);
  670. break;
  671. case s_res_HTTP:
  672. STRICT_CHECK(ch != '/');
  673. UPDATE_STATE(s_res_first_http_major);
  674. break;
  675. case s_res_first_http_major:
  676. if (UNLIKELY(ch < '0' || ch > '9')) {
  677. SET_ERRNO(HPE_INVALID_VERSION);
  678. goto error;
  679. }
  680. parser->http_major = ch - '0';
  681. UPDATE_STATE(s_res_http_major);
  682. break;
  683. /* major HTTP version or dot */
  684. case s_res_http_major:
  685. {
  686. if (ch == '.') {
  687. UPDATE_STATE(s_res_first_http_minor);
  688. break;
  689. }
  690. if (!IS_NUM(ch)) {
  691. SET_ERRNO(HPE_INVALID_VERSION);
  692. goto error;
  693. }
  694. parser->http_major *= 10;
  695. parser->http_major += ch - '0';
  696. if (UNLIKELY(parser->http_major > 999)) {
  697. SET_ERRNO(HPE_INVALID_VERSION);
  698. goto error;
  699. }
  700. break;
  701. }
  702. /* first digit of minor HTTP version */
  703. case s_res_first_http_minor:
  704. if (UNLIKELY(!IS_NUM(ch))) {
  705. SET_ERRNO(HPE_INVALID_VERSION);
  706. goto error;
  707. }
  708. parser->http_minor = ch - '0';
  709. UPDATE_STATE(s_res_http_minor);
  710. break;
  711. /* minor HTTP version or end of request line */
  712. case s_res_http_minor:
  713. {
  714. if (ch == ' ') {
  715. UPDATE_STATE(s_res_first_status_code);
  716. break;
  717. }
  718. if (UNLIKELY(!IS_NUM(ch))) {
  719. SET_ERRNO(HPE_INVALID_VERSION);
  720. goto error;
  721. }
  722. parser->http_minor *= 10;
  723. parser->http_minor += ch - '0';
  724. if (UNLIKELY(parser->http_minor > 999)) {
  725. SET_ERRNO(HPE_INVALID_VERSION);
  726. goto error;
  727. }
  728. break;
  729. }
  730. case s_res_first_status_code:
  731. {
  732. if (!IS_NUM(ch)) {
  733. if (ch == ' ') {
  734. break;
  735. }
  736. SET_ERRNO(HPE_INVALID_STATUS);
  737. goto error;
  738. }
  739. parser->status_code = ch - '0';
  740. UPDATE_STATE(s_res_status_code);
  741. break;
  742. }
  743. case s_res_status_code:
  744. {
  745. if (!IS_NUM(ch)) {
  746. switch (ch) {
  747. case ' ':
  748. UPDATE_STATE(s_res_status_start);
  749. break;
  750. case CR:
  751. UPDATE_STATE(s_res_line_almost_done);
  752. break;
  753. case LF:
  754. UPDATE_STATE(s_header_field_start);
  755. break;
  756. default:
  757. SET_ERRNO(HPE_INVALID_STATUS);
  758. goto error;
  759. }
  760. break;
  761. }
  762. parser->status_code *= 10;
  763. parser->status_code += ch - '0';
  764. if (UNLIKELY(parser->status_code > 999)) {
  765. SET_ERRNO(HPE_INVALID_STATUS);
  766. goto error;
  767. }
  768. break;
  769. }
  770. case s_res_status_start:
  771. {
  772. if (ch == CR) {
  773. UPDATE_STATE(s_res_line_almost_done);
  774. break;
  775. }
  776. if (ch == LF) {
  777. UPDATE_STATE(s_header_field_start);
  778. break;
  779. }
  780. MARK(status);
  781. UPDATE_STATE(s_res_status);
  782. parser->index = 0;
  783. break;
  784. }
  785. case s_res_status:
  786. if (ch == CR) {
  787. UPDATE_STATE(s_res_line_almost_done);
  788. CALLBACK_DATA(status);
  789. break;
  790. }
  791. if (ch == LF) {
  792. UPDATE_STATE(s_header_field_start);
  793. CALLBACK_DATA(status);
  794. break;
  795. }
  796. break;
  797. case s_res_line_almost_done:
  798. STRICT_CHECK(ch != LF);
  799. UPDATE_STATE(s_header_field_start);
  800. break;
  801. case s_start_req:
  802. {
  803. if (ch == CR || ch == LF)
  804. break;
  805. parser->flags = 0;
  806. parser->content_length = ULLONG_MAX;
  807. if (UNLIKELY(!IS_ALPHA(ch))) {
  808. SET_ERRNO(HPE_INVALID_METHOD);
  809. goto error;
  810. }
  811. parser->method = (enum http_method) 0;
  812. parser->index = 1;
  813. switch (ch) {
  814. case 'A': parser->method = HTTP_ACL; break;
  815. case 'B': parser->method = HTTP_BIND; break;
  816. case 'C': parser->method = HTTP_CONNECT; /* or COPY, CHECKOUT */ break;
  817. case 'D': parser->method = HTTP_DELETE; break;
  818. case 'G': parser->method = HTTP_GET; break;
  819. case 'H': parser->method = HTTP_HEAD; break;
  820. case 'L': parser->method = HTTP_LOCK; /* or LINK */ break;
  821. case 'M': parser->method = HTTP_MKCOL; /* or MOVE, MKACTIVITY, MERGE, M-SEARCH, MKCALENDAR */ break;
  822. case 'N': parser->method = HTTP_NOTIFY; break;
  823. case 'O': parser->method = HTTP_OPTIONS; break;
  824. case 'P': parser->method = HTTP_POST;
  825. /* or PROPFIND|PROPPATCH|PUT|PATCH|PURGE */
  826. break;
  827. case 'R': parser->method = HTTP_REPORT; /* or REBIND */ break;
  828. case 'S': parser->method = HTTP_SUBSCRIBE; /* or SEARCH */ break;
  829. case 'T': parser->method = HTTP_TRACE; break;
  830. case 'U': parser->method = HTTP_UNLOCK; /* or UNSUBSCRIBE, UNBIND, UNLINK */ break;
  831. default:
  832. SET_ERRNO(HPE_INVALID_METHOD);
  833. goto error;
  834. }
  835. UPDATE_STATE(s_req_method);
  836. CALLBACK_NOTIFY(message_begin);
  837. break;
  838. }
  839. case s_req_method:
  840. {
  841. const char *matcher;
  842. if (UNLIKELY(ch == '\0')) {
  843. SET_ERRNO(HPE_INVALID_METHOD);
  844. goto error;
  845. }
  846. matcher = method_strings[parser->method];
  847. if (ch == ' ' && matcher[parser->index] == '\0') {
  848. UPDATE_STATE(s_req_spaces_before_url);
  849. } else if (ch == matcher[parser->index]) {
  850. ; /* nada */
  851. } else if (IS_ALPHA(ch)) {
  852. switch (parser->method << 16 | parser->index << 8 | ch) {
  853. #define XX(meth, pos, ch, new_meth) \
  854. case (HTTP_##meth << 16 | pos << 8 | ch): \
  855. parser->method = HTTP_##new_meth; break;
  856. XX(POST, 1, 'U', PUT)
  857. XX(POST, 1, 'A', PATCH)
  858. XX(CONNECT, 1, 'H', CHECKOUT)
  859. XX(CONNECT, 2, 'P', COPY)
  860. XX(MKCOL, 1, 'O', MOVE)
  861. XX(MKCOL, 1, 'E', MERGE)
  862. XX(MKCOL, 2, 'A', MKACTIVITY)
  863. XX(MKCOL, 3, 'A', MKCALENDAR)
  864. XX(SUBSCRIBE, 1, 'E', SEARCH)
  865. XX(REPORT, 2, 'B', REBIND)
  866. XX(POST, 1, 'R', PROPFIND)
  867. XX(PROPFIND, 4, 'P', PROPPATCH)
  868. XX(PUT, 2, 'R', PURGE)
  869. XX(LOCK, 1, 'I', LINK)
  870. XX(UNLOCK, 2, 'S', UNSUBSCRIBE)
  871. XX(UNLOCK, 2, 'B', UNBIND)
  872. XX(UNLOCK, 3, 'I', UNLINK)
  873. #undef XX
  874. default:
  875. SET_ERRNO(HPE_INVALID_METHOD);
  876. goto error;
  877. }
  878. } else if (ch == '-' &&
  879. parser->index == 1 &&
  880. parser->method == HTTP_MKCOL) {
  881. parser->method = HTTP_MSEARCH;
  882. } else {
  883. SET_ERRNO(HPE_INVALID_METHOD);
  884. goto error;
  885. }
  886. ++parser->index;
  887. break;
  888. }
  889. case s_req_spaces_before_url:
  890. {
  891. if (ch == ' ') break;
  892. MARK(url);
  893. if (parser->method == HTTP_CONNECT) {
  894. UPDATE_STATE(s_req_server_start);
  895. }
  896. UPDATE_STATE(parse_url_char(CURRENT_STATE(), ch));
  897. if (UNLIKELY(CURRENT_STATE() == s_dead)) {
  898. SET_ERRNO(HPE_INVALID_URL);
  899. goto error;
  900. }
  901. break;
  902. }
  903. case s_req_schema:
  904. case s_req_schema_slash:
  905. case s_req_schema_slash_slash:
  906. case s_req_server_start:
  907. {
  908. switch (ch) {
  909. /* No whitespace allowed here */
  910. case ' ':
  911. case CR:
  912. case LF:
  913. SET_ERRNO(HPE_INVALID_URL);
  914. goto error;
  915. default:
  916. UPDATE_STATE(parse_url_char(CURRENT_STATE(), ch));
  917. if (UNLIKELY(CURRENT_STATE() == s_dead)) {
  918. SET_ERRNO(HPE_INVALID_URL);
  919. goto error;
  920. }
  921. }
  922. break;
  923. }
  924. case s_req_server:
  925. case s_req_server_with_at:
  926. case s_req_path:
  927. case s_req_query_string_start:
  928. case s_req_query_string:
  929. case s_req_fragment_start:
  930. case s_req_fragment:
  931. {
  932. switch (ch) {
  933. case ' ':
  934. UPDATE_STATE(s_req_http_start);
  935. CALLBACK_DATA(url);
  936. break;
  937. case CR:
  938. case LF:
  939. parser->http_major = 0;
  940. parser->http_minor = 9;
  941. UPDATE_STATE((ch == CR) ?
  942. s_req_line_almost_done :
  943. s_header_field_start);
  944. CALLBACK_DATA(url);
  945. break;
  946. default:
  947. UPDATE_STATE(parse_url_char(CURRENT_STATE(), ch));
  948. if (UNLIKELY(CURRENT_STATE() == s_dead)) {
  949. SET_ERRNO(HPE_INVALID_URL);
  950. goto error;
  951. }
  952. }
  953. break;
  954. }
  955. case s_req_http_start:
  956. switch (ch) {
  957. case 'H':
  958. UPDATE_STATE(s_req_http_H);
  959. break;
  960. case ' ':
  961. break;
  962. default:
  963. SET_ERRNO(HPE_INVALID_CONSTANT);
  964. goto error;
  965. }
  966. break;
  967. case s_req_http_H:
  968. STRICT_CHECK(ch != 'T');
  969. UPDATE_STATE(s_req_http_HT);
  970. break;
  971. case s_req_http_HT:
  972. STRICT_CHECK(ch != 'T');
  973. UPDATE_STATE(s_req_http_HTT);
  974. break;
  975. case s_req_http_HTT:
  976. STRICT_CHECK(ch != 'P');
  977. UPDATE_STATE(s_req_http_HTTP);
  978. break;
  979. case s_req_http_HTTP:
  980. STRICT_CHECK(ch != '/');
  981. UPDATE_STATE(s_req_first_http_major);
  982. break;
  983. /* first digit of major HTTP version */
  984. case s_req_first_http_major:
  985. if (UNLIKELY(ch < '1' || ch > '9')) {
  986. SET_ERRNO(HPE_INVALID_VERSION);
  987. goto error;
  988. }
  989. parser->http_major = ch - '0';
  990. UPDATE_STATE(s_req_http_major);
  991. break;
  992. /* major HTTP version or dot */
  993. case s_req_http_major:
  994. {
  995. if (ch == '.') {
  996. UPDATE_STATE(s_req_first_http_minor);
  997. break;
  998. }
  999. if (UNLIKELY(!IS_NUM(ch))) {
  1000. SET_ERRNO(HPE_INVALID_VERSION);
  1001. goto error;
  1002. }
  1003. parser->http_major *= 10;
  1004. parser->http_major += ch - '0';
  1005. if (UNLIKELY(parser->http_major > 999)) {
  1006. SET_ERRNO(HPE_INVALID_VERSION);
  1007. goto error;
  1008. }
  1009. break;
  1010. }
  1011. /* first digit of minor HTTP version */
  1012. case s_req_first_http_minor:
  1013. if (UNLIKELY(!IS_NUM(ch))) {
  1014. SET_ERRNO(HPE_INVALID_VERSION);
  1015. goto error;
  1016. }
  1017. parser->http_minor = ch - '0';
  1018. UPDATE_STATE(s_req_http_minor);
  1019. break;
  1020. /* minor HTTP version or end of request line */
  1021. case s_req_http_minor:
  1022. {
  1023. if (ch == CR) {
  1024. UPDATE_STATE(s_req_line_almost_done);
  1025. break;
  1026. }
  1027. if (ch == LF) {
  1028. UPDATE_STATE(s_header_field_start);
  1029. break;
  1030. }
  1031. /* XXX allow spaces after digit? */
  1032. if (UNLIKELY(!IS_NUM(ch))) {
  1033. SET_ERRNO(HPE_INVALID_VERSION);
  1034. goto error;
  1035. }
  1036. parser->http_minor *= 10;
  1037. parser->http_minor += ch - '0';
  1038. if (UNLIKELY(parser->http_minor > 999)) {
  1039. SET_ERRNO(HPE_INVALID_VERSION);
  1040. goto error;
  1041. }
  1042. break;
  1043. }
  1044. /* end of request line */
  1045. case s_req_line_almost_done:
  1046. {
  1047. if (UNLIKELY(ch != LF)) {
  1048. SET_ERRNO(HPE_LF_EXPECTED);
  1049. goto error;
  1050. }
  1051. UPDATE_STATE(s_header_field_start);
  1052. break;
  1053. }
  1054. case s_header_field_start:
  1055. {
  1056. if (ch == CR) {
  1057. UPDATE_STATE(s_headers_almost_done);
  1058. break;
  1059. }
  1060. if (ch == LF) {
  1061. /* they might be just sending \n instead of \r\n so this would be
  1062. * the second \n to denote the end of headers*/
  1063. UPDATE_STATE(s_headers_almost_done);
  1064. REEXECUTE();
  1065. }
  1066. c = TOKEN(ch);
  1067. if (UNLIKELY(!c)) {
  1068. SET_ERRNO(HPE_INVALID_HEADER_TOKEN);
  1069. goto error;
  1070. }
  1071. MARK(header_field);
  1072. parser->index = 0;
  1073. UPDATE_STATE(s_header_field);
  1074. switch (c) {
  1075. case 'c':
  1076. parser->header_state = h_C;
  1077. break;
  1078. case 'p':
  1079. parser->header_state = h_matching_proxy_connection;
  1080. break;
  1081. case 't':
  1082. parser->header_state = h_matching_transfer_encoding;
  1083. break;
  1084. case 'u':
  1085. parser->header_state = h_matching_upgrade;
  1086. break;
  1087. default:
  1088. parser->header_state = h_general;
  1089. break;
  1090. }
  1091. break;
  1092. }
  1093. case s_header_field:
  1094. {
  1095. const char* start = p;
  1096. for (; p != data + len; p++) {
  1097. ch = *p;
  1098. c = TOKEN(ch);
  1099. if (!c)
  1100. break;
  1101. switch (parser->header_state) {
  1102. case h_general:
  1103. break;
  1104. case h_C:
  1105. parser->index++;
  1106. parser->header_state = (c == 'o' ? h_CO : h_general);
  1107. break;
  1108. case h_CO:
  1109. parser->index++;
  1110. parser->header_state = (c == 'n' ? h_CON : h_general);
  1111. break;
  1112. case h_CON:
  1113. parser->index++;
  1114. switch (c) {
  1115. case 'n':
  1116. parser->header_state = h_matching_connection;
  1117. break;
  1118. case 't':
  1119. parser->header_state = h_matching_content_length;
  1120. break;
  1121. default:
  1122. parser->header_state = h_general;
  1123. break;
  1124. }
  1125. break;
  1126. /* connection */
  1127. case h_matching_connection:
  1128. parser->index++;
  1129. if (parser->index > sizeof(CONNECTION)-1
  1130. || c != CONNECTION[parser->index]) {
  1131. parser->header_state = h_general;
  1132. } else if (parser->index == sizeof(CONNECTION)-2) {
  1133. parser->header_state = h_connection;
  1134. }
  1135. break;
  1136. /* proxy-connection */
  1137. case h_matching_proxy_connection:
  1138. parser->index++;
  1139. if (parser->index > sizeof(PROXY_CONNECTION)-1
  1140. || c != PROXY_CONNECTION[parser->index]) {
  1141. parser->header_state = h_general;
  1142. } else if (parser->index == sizeof(PROXY_CONNECTION)-2) {
  1143. parser->header_state = h_connection;
  1144. }
  1145. break;
  1146. /* content-length */
  1147. case h_matching_content_length:
  1148. parser->index++;
  1149. if (parser->index > sizeof(CONTENT_LENGTH)-1
  1150. || c != CONTENT_LENGTH[parser->index]) {
  1151. parser->header_state = h_general;
  1152. } else if (parser->index == sizeof(CONTENT_LENGTH)-2) {
  1153. if (parser->flags & F_CONTENTLENGTH) {
  1154. SET_ERRNO(HPE_UNEXPECTED_CONTENT_LENGTH);
  1155. goto error;
  1156. }
  1157. parser->header_state = h_content_length;
  1158. parser->flags |= F_CONTENTLENGTH;
  1159. }
  1160. break;
  1161. /* transfer-encoding */
  1162. case h_matching_transfer_encoding:
  1163. parser->index++;
  1164. if (parser->index > sizeof(TRANSFER_ENCODING)-1
  1165. || c != TRANSFER_ENCODING[parser->index]) {
  1166. parser->header_state = h_general;
  1167. } else if (parser->index == sizeof(TRANSFER_ENCODING)-2) {
  1168. parser->header_state = h_transfer_encoding;
  1169. }
  1170. break;
  1171. /* upgrade */
  1172. case h_matching_upgrade:
  1173. parser->index++;
  1174. if (parser->index > sizeof(UPGRADE)-1
  1175. || c != UPGRADE[parser->index]) {
  1176. parser->header_state = h_general;
  1177. } else if (parser->index == sizeof(UPGRADE)-2) {
  1178. parser->header_state = h_upgrade;
  1179. }
  1180. break;
  1181. case h_connection:
  1182. case h_content_length:
  1183. case h_transfer_encoding:
  1184. case h_upgrade:
  1185. if (ch != ' ') parser->header_state = h_general;
  1186. break;
  1187. default:
  1188. assert(0 && "Unknown header_state");
  1189. break;
  1190. }
  1191. }
  1192. COUNT_HEADER_SIZE(p - start);
  1193. if (p == data + len) {
  1194. --p;
  1195. break;
  1196. }
  1197. if (ch == ':') {
  1198. UPDATE_STATE(s_header_value_discard_ws);
  1199. CALLBACK_DATA(header_field);
  1200. break;
  1201. }
  1202. SET_ERRNO(HPE_INVALID_HEADER_TOKEN);
  1203. goto error;
  1204. }
  1205. case s_header_value_discard_ws:
  1206. if (ch == ' ' || ch == '\t') break;
  1207. if (ch == CR) {
  1208. UPDATE_STATE(s_header_value_discard_ws_almost_done);
  1209. break;
  1210. }
  1211. if (ch == LF) {
  1212. UPDATE_STATE(s_header_value_discard_lws);
  1213. break;
  1214. }
  1215. /* FALLTHROUGH */
  1216. case s_header_value_start:
  1217. {
  1218. MARK(header_value);
  1219. UPDATE_STATE(s_header_value);
  1220. parser->index = 0;
  1221. c = LOWER(ch);
  1222. switch (parser->header_state) {
  1223. case h_upgrade:
  1224. parser->flags |= F_UPGRADE;
  1225. parser->header_state = h_general;
  1226. break;
  1227. case h_transfer_encoding:
  1228. /* looking for 'Transfer-Encoding: chunked' */
  1229. if ('c' == c) {
  1230. parser->header_state = h_matching_transfer_encoding_chunked;
  1231. } else {
  1232. parser->header_state = h_general;
  1233. }
  1234. break;
  1235. case h_content_length:
  1236. if (UNLIKELY(!IS_NUM(ch))) {
  1237. SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);
  1238. goto error;
  1239. }
  1240. parser->content_length = ch - '0';
  1241. break;
  1242. case h_connection:
  1243. /* looking for 'Connection: keep-alive' */
  1244. if (c == 'k') {
  1245. parser->header_state = h_matching_connection_keep_alive;
  1246. /* looking for 'Connection: close' */
  1247. } else if (c == 'c') {
  1248. parser->header_state = h_matching_connection_close;
  1249. } else if (c == 'u') {
  1250. parser->header_state = h_matching_connection_upgrade;
  1251. } else {
  1252. parser->header_state = h_matching_connection_token;
  1253. }
  1254. break;
  1255. /* Multi-value `Connection` header */
  1256. case h_matching_connection_token_start:
  1257. break;
  1258. default:
  1259. parser->header_state = h_general;
  1260. break;
  1261. }
  1262. break;
  1263. }
  1264. case s_header_value:
  1265. {
  1266. const char* start = p;
  1267. enum header_states h_state = (enum header_states) parser->header_state;
  1268. for (; p != data + len; p++) {
  1269. ch = *p;
  1270. if (ch == CR) {
  1271. UPDATE_STATE(s_header_almost_done);
  1272. parser->header_state = h_state;
  1273. CALLBACK_DATA(header_value);
  1274. break;
  1275. }
  1276. if (ch == LF) {
  1277. UPDATE_STATE(s_header_almost_done);
  1278. COUNT_HEADER_SIZE(p - start);
  1279. parser->header_state = h_state;
  1280. CALLBACK_DATA_NOADVANCE(header_value);
  1281. REEXECUTE();
  1282. }
  1283. if (!lenient && !IS_HEADER_CHAR(ch)) {
  1284. SET_ERRNO(HPE_INVALID_HEADER_TOKEN);
  1285. goto error;
  1286. }
  1287. c = LOWER(ch);
  1288. switch (h_state) {
  1289. case h_general:
  1290. {
  1291. const char* p_cr;
  1292. const char* p_lf;
  1293. size_t limit = data + len - p;
  1294. limit = MIN(limit, HTTP_MAX_HEADER_SIZE);
  1295. p_cr = (const char*) memchr(p, CR, limit);
  1296. p_lf = (const char*) memchr(p, LF, limit);
  1297. if (p_cr != NULL) {
  1298. if (p_lf != NULL && p_cr >= p_lf)
  1299. p = p_lf;
  1300. else
  1301. p = p_cr;
  1302. } else if (UNLIKELY(p_lf != NULL)) {
  1303. p = p_lf;
  1304. } else {
  1305. p = data + len;
  1306. }
  1307. --p;
  1308. break;
  1309. }
  1310. case h_connection:
  1311. case h_transfer_encoding:
  1312. assert(0 && "Shouldn't get here.");
  1313. break;
  1314. case h_content_length:
  1315. {
  1316. uint64_t t;
  1317. if (ch == ' ') break;
  1318. if (UNLIKELY(!IS_NUM(ch))) {
  1319. SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);
  1320. parser->header_state = h_state;
  1321. goto error;
  1322. }
  1323. t = parser->content_length;
  1324. t *= 10;
  1325. t += ch - '0';
  1326. /* Overflow? Test against a conservative limit for simplicity. */
  1327. if (UNLIKELY((ULLONG_MAX - 10) / 10 < parser->content_length)) {
  1328. SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);
  1329. parser->header_state = h_state;
  1330. goto error;
  1331. }
  1332. parser->content_length = t;
  1333. break;
  1334. }
  1335. /* Transfer-Encoding: chunked */
  1336. case h_matching_transfer_encoding_chunked:
  1337. parser->index++;
  1338. if (parser->index > sizeof(CHUNKED)-1
  1339. || c != CHUNKED[parser->index]) {
  1340. h_state = h_general;
  1341. } else if (parser->index == sizeof(CHUNKED)-2) {
  1342. h_state = h_transfer_encoding_chunked;
  1343. }
  1344. break;
  1345. case h_matching_connection_token_start:
  1346. /* looking for 'Connection: keep-alive' */
  1347. if (c == 'k') {
  1348. h_state = h_matching_connection_keep_alive;
  1349. /* looking for 'Connection: close' */
  1350. } else if (c == 'c') {
  1351. h_state = h_matching_connection_close;
  1352. } else if (c == 'u') {
  1353. h_state = h_matching_connection_upgrade;
  1354. } else if (STRICT_TOKEN(c)) {
  1355. h_state = h_matching_connection_token;
  1356. } else if (c == ' ' || c == '\t') {
  1357. /* Skip lws */
  1358. } else {
  1359. h_state = h_general;
  1360. }
  1361. break;
  1362. /* looking for 'Connection: keep-alive' */
  1363. case h_matching_connection_keep_alive:
  1364. parser->index++;
  1365. if (parser->index > sizeof(KEEP_ALIVE)-1
  1366. || c != KEEP_ALIVE[parser->index]) {
  1367. h_state = h_matching_connection_token;
  1368. } else if (parser->index == sizeof(KEEP_ALIVE)-2) {
  1369. h_state = h_connection_keep_alive;
  1370. }
  1371. break;
  1372. /* looking for 'Connection: close' */
  1373. case h_matching_connection_close:
  1374. parser->index++;
  1375. if (parser->index > sizeof(CLOSE)-1 || c != CLOSE[parser->index]) {
  1376. h_state = h_matching_connection_token;
  1377. } else if (parser->index == sizeof(CLOSE)-2) {
  1378. h_state = h_connection_close;
  1379. }
  1380. break;
  1381. /* looking for 'Connection: upgrade' */
  1382. case h_matching_connection_upgrade:
  1383. parser->index++;
  1384. if (parser->index > sizeof(UPGRADE) - 1 ||
  1385. c != UPGRADE[parser->index]) {
  1386. h_state = h_matching_connection_token;
  1387. } else if (parser->index == sizeof(UPGRADE)-2) {
  1388. h_state = h_connection_upgrade;
  1389. }
  1390. break;
  1391. case h_matching_connection_token:
  1392. if (ch == ',') {
  1393. h_state = h_matching_connection_token_start;
  1394. parser->index = 0;
  1395. }
  1396. break;
  1397. case h_transfer_encoding_chunked:
  1398. if (ch != ' ') h_state = h_general;
  1399. break;
  1400. case h_connection_keep_alive:
  1401. case h_connection_close:
  1402. case h_connection_upgrade:
  1403. if (ch == ',') {
  1404. if (h_state == h_connection_keep_alive) {
  1405. parser->flags |= F_CONNECTION_KEEP_ALIVE;
  1406. } else if (h_state == h_connection_close) {
  1407. parser->flags |= F_CONNECTION_CLOSE;
  1408. } else if (h_state == h_connection_upgrade) {
  1409. parser->flags |= F_CONNECTION_UPGRADE;
  1410. }
  1411. h_state = h_matching_connection_token_start;
  1412. parser->index = 0;
  1413. } else if (ch != ' ') {
  1414. h_state = h_matching_connection_token;
  1415. }
  1416. break;
  1417. default:
  1418. UPDATE_STATE(s_header_value);
  1419. h_state = h_general;
  1420. break;
  1421. }
  1422. }
  1423. parser->header_state = h_state;
  1424. COUNT_HEADER_SIZE(p - start);
  1425. if (p == data + len)
  1426. --p;
  1427. break;
  1428. }
  1429. case s_header_almost_done:
  1430. {
  1431. if (UNLIKELY(ch != LF)) {
  1432. SET_ERRNO(HPE_LF_EXPECTED);
  1433. goto error;
  1434. }
  1435. UPDATE_STATE(s_header_value_lws);
  1436. break;
  1437. }
  1438. case s_header_value_lws:
  1439. {
  1440. if (ch == ' ' || ch == '\t') {
  1441. UPDATE_STATE(s_header_value_start);
  1442. REEXECUTE();
  1443. }
  1444. /* finished the header */
  1445. switch (parser->header_state) {
  1446. case h_connection_keep_alive:
  1447. parser->flags |= F_CONNECTION_KEEP_ALIVE;
  1448. break;
  1449. case h_connection_close:
  1450. parser->flags |= F_CONNECTION_CLOSE;
  1451. break;
  1452. case h_transfer_encoding_chunked:
  1453. parser->flags |= F_CHUNKED;
  1454. break;
  1455. case h_connection_upgrade:
  1456. parser->flags |= F_CONNECTION_UPGRADE;
  1457. break;
  1458. default:
  1459. break;
  1460. }
  1461. UPDATE_STATE(s_header_field_start);
  1462. REEXECUTE();
  1463. }
  1464. case s_header_value_discard_ws_almost_done:
  1465. {
  1466. STRICT_CHECK(ch != LF);
  1467. UPDATE_STATE(s_header_value_discard_lws);
  1468. break;
  1469. }
  1470. case s_header_value_discard_lws:
  1471. {
  1472. if (ch == ' ' || ch == '\t') {
  1473. UPDATE_STATE(s_header_value_discard_ws);
  1474. break;
  1475. } else {
  1476. switch (parser->header_state) {
  1477. case h_connection_keep_alive:
  1478. parser->flags |= F_CONNECTION_KEEP_ALIVE;
  1479. break;
  1480. case h_connection_close:
  1481. parser->flags |= F_CONNECTION_CLOSE;
  1482. break;
  1483. case h_connection_upgrade:
  1484. parser->flags |= F_CONNECTION_UPGRADE;
  1485. break;
  1486. case h_transfer_encoding_chunked:
  1487. parser->flags |= F_CHUNKED;
  1488. break;
  1489. default:
  1490. break;
  1491. }
  1492. /* header value was empty */
  1493. MARK(header_value);
  1494. UPDATE_STATE(s_header_field_start);
  1495. CALLBACK_DATA_NOADVANCE(header_value);
  1496. REEXECUTE();
  1497. }
  1498. }
  1499. case s_headers_almost_done:
  1500. {
  1501. STRICT_CHECK(ch != LF);
  1502. if (parser->flags & F_TRAILING) {
  1503. /* End of a chunked request */
  1504. UPDATE_STATE(s_message_done);
  1505. CALLBACK_NOTIFY_NOADVANCE(chunk_complete);
  1506. REEXECUTE();
  1507. }
  1508. /* Cannot use chunked encoding and a content-length header together
  1509. per the HTTP specification. */
  1510. if ((parser->flags & F_CHUNKED) &&
  1511. (parser->flags & F_CONTENTLENGTH)) {
  1512. SET_ERRNO(HPE_UNEXPECTED_CONTENT_LENGTH);
  1513. goto error;
  1514. }
  1515. UPDATE_STATE(s_headers_done);
  1516. /* Set this here so that on_headers_complete() callbacks can see it */
  1517. parser->upgrade =
  1518. ((parser->flags & (F_UPGRADE | F_CONNECTION_UPGRADE)) ==
  1519. (F_UPGRADE | F_CONNECTION_UPGRADE) ||
  1520. parser->method == HTTP_CONNECT);
  1521. /* Here we call the headers_complete callback. This is somewhat
  1522. * different than other callbacks because if the user returns 1, we
  1523. * will interpret that as saying that this message has no body. This
  1524. * is needed for the annoying case of recieving a response to a HEAD
  1525. * request.
  1526. *
  1527. * We'd like to use CALLBACK_NOTIFY_NOADVANCE() here but we cannot, so
  1528. * we have to simulate it by handling a change in errno below.
  1529. */
  1530. if (settings->on_headers_complete) {
  1531. switch (settings->on_headers_complete(parser)) {
  1532. case 0:
  1533. break;
  1534. case 2:
  1535. parser->upgrade = 1;
  1536. /* falls through */
  1537. case 1:
  1538. parser->flags |= F_SKIPBODY;
  1539. break;
  1540. default:
  1541. SET_ERRNO(HPE_CB_headers_complete);
  1542. RETURN(p - data); /* Error */
  1543. }
  1544. }
  1545. if (HTTP_PARSER_ERRNO(parser) != HPE_OK) {
  1546. RETURN(p - data);
  1547. }
  1548. REEXECUTE();
  1549. }
  1550. case s_headers_done:
  1551. {
  1552. int hasBody;
  1553. STRICT_CHECK(ch != LF);
  1554. parser->nread = 0;
  1555. hasBody = parser->flags & F_CHUNKED ||
  1556. (parser->content_length > 0 && parser->content_length != ULLONG_MAX);
  1557. if (parser->upgrade && (parser->method == HTTP_CONNECT ||
  1558. (parser->flags & F_SKIPBODY) || !hasBody)) {
  1559. /* Exit, the rest of the message is in a different protocol. */
  1560. UPDATE_STATE(NEW_MESSAGE());
  1561. CALLBACK_NOTIFY(message_complete);
  1562. RETURN((p - data) + 1);
  1563. }
  1564. if (parser->flags & F_SKIPBODY) {
  1565. UPDATE_STATE(NEW_MESSAGE());
  1566. CALLBACK_NOTIFY(message_complete);
  1567. } else if (parser->flags & F_CHUNKED) {
  1568. /* chunked encoding - ignore Content-Length header */
  1569. UPDATE_STATE(s_chunk_size_start);
  1570. } else {
  1571. if (parser->content_length == 0) {
  1572. /* Content-Length header given but zero: Content-Length: 0\r\n */
  1573. UPDATE_STATE(NEW_MESSAGE());
  1574. CALLBACK_NOTIFY(message_complete);
  1575. } else if (parser->content_length != ULLONG_MAX) {
  1576. /* Content-Length header given and non-zero */
  1577. UPDATE_STATE(s_body_identity);
  1578. } else {
  1579. if (!http_message_needs_eof(parser)) {
  1580. /* Assume content-length 0 - read the next */
  1581. UPDATE_STATE(NEW_MESSAGE());
  1582. CALLBACK_NOTIFY(message_complete);
  1583. } else {
  1584. /* Read body until EOF */
  1585. UPDATE_STATE(s_body_identity_eof);
  1586. }
  1587. }
  1588. }
  1589. break;
  1590. }
  1591. case s_body_identity:
  1592. {
  1593. uint64_t to_read = MIN(parser->content_length,
  1594. (uint64_t) ((data + len) - p));
  1595. assert(parser->content_length != 0
  1596. && parser->content_length != ULLONG_MAX);
  1597. /* The difference between advancing content_length and p is because
  1598. * the latter will automaticaly advance on the next loop iteration.
  1599. * Further, if content_length ends up at 0, we want to see the last
  1600. * byte again for our message complete callback.
  1601. */
  1602. MARK(body);
  1603. parser->content_length -= to_read;
  1604. p += to_read - 1;
  1605. if (parser->content_length == 0) {
  1606. UPDATE_STATE(s_message_done);
  1607. /* Mimic CALLBACK_DATA_NOADVANCE() but with one extra byte.
  1608. *
  1609. * The alternative to doing this is to wait for the next byte to
  1610. * trigger the data callback, just as in every other case. The
  1611. * problem with this is that this makes it difficult for the test
  1612. * harness to distinguish between complete-on-EOF and
  1613. * complete-on-length. It's not clear that this distinction is
  1614. * important for applications, but let's keep it for now.
  1615. */
  1616. CALLBACK_DATA_(body, p - body_mark + 1, p - data);
  1617. REEXECUTE();
  1618. }
  1619. break;
  1620. }
  1621. /* read until EOF */
  1622. case s_body_identity_eof:
  1623. MARK(body);
  1624. p = data + len - 1;
  1625. break;
  1626. case s_message_done:
  1627. UPDATE_STATE(NEW_MESSAGE());
  1628. CALLBACK_NOTIFY(message_complete);
  1629. if (parser->upgrade) {
  1630. /* Exit, the rest of the message is in a different protocol. */
  1631. RETURN((p - data) + 1);
  1632. }
  1633. break;
  1634. case s_chunk_size_start:
  1635. {
  1636. assert(parser->nread == 1);
  1637. assert(parser->flags & F_CHUNKED);
  1638. unhex_val = unhex[(unsigned char)ch];
  1639. if (UNLIKELY(unhex_val == -1)) {
  1640. SET_ERRNO(HPE_INVALID_CHUNK_SIZE);
  1641. goto error;
  1642. }
  1643. parser->content_length = unhex_val;
  1644. UPDATE_STATE(s_chunk_size);
  1645. break;
  1646. }
  1647. case s_chunk_size:
  1648. {
  1649. uint64_t t;
  1650. assert(parser->flags & F_CHUNKED);
  1651. if (ch == CR) {
  1652. UPDATE_STATE(s_chunk_size_almost_done);
  1653. break;
  1654. }
  1655. unhex_val = unhex[(unsigned char)ch];
  1656. if (unhex_val == -1) {
  1657. if (ch == ';' || ch == ' ') {
  1658. UPDATE_STATE(s_chunk_parameters);
  1659. break;
  1660. }
  1661. SET_ERRNO(HPE_INVALID_CHUNK_SIZE);
  1662. goto error;
  1663. }
  1664. t = parser->content_length;
  1665. t *= 16;
  1666. t += unhex_val;
  1667. /* Overflow? Test against a conservative limit for simplicity. */
  1668. if (UNLIKELY((ULLONG_MAX - 16) / 16 < parser->content_length)) {
  1669. SET_ERRNO(HPE_INVALID_CONTENT_LENGTH);
  1670. goto error;
  1671. }
  1672. parser->content_length = t;
  1673. break;
  1674. }
  1675. case s_chunk_parameters:
  1676. {
  1677. assert(parser->flags & F_CHUNKED);
  1678. /* just ignore this shit. TODO check for overflow */
  1679. if (ch == CR) {
  1680. UPDATE_STATE(s_chunk_size_almost_done);
  1681. break;
  1682. }
  1683. break;
  1684. }
  1685. case s_chunk_size_almost_done:
  1686. {
  1687. assert(parser->flags & F_CHUNKED);
  1688. STRICT_CHECK(ch != LF);
  1689. parser->nread = 0;
  1690. if (parser->content_length == 0) {
  1691. parser->flags |= F_TRAILING;
  1692. UPDATE_STATE(s_header_field_start);
  1693. } else {
  1694. UPDATE_STATE(s_chunk_data);
  1695. }
  1696. CALLBACK_NOTIFY(chunk_header);
  1697. break;
  1698. }
  1699. case s_chunk_data:
  1700. {
  1701. uint64_t to_read = MIN(parser->content_length,
  1702. (uint64_t) ((data + len) - p));
  1703. assert(parser->flags & F_CHUNKED);
  1704. assert(parser->content_length != 0
  1705. && parser->content_length != ULLONG_MAX);
  1706. /* See the explanation in s_body_identity for why the content
  1707. * length and data pointers are managed this way.
  1708. */
  1709. MARK(body);
  1710. parser->content_length -= to_read;
  1711. p += to_read - 1;
  1712. if (parser->content_length == 0) {
  1713. UPDATE_STATE(s_chunk_data_almost_done);
  1714. }
  1715. break;
  1716. }
  1717. case s_chunk_data_almost_done:
  1718. assert(parser->flags & F_CHUNKED);
  1719. assert(parser->content_length == 0);
  1720. STRICT_CHECK(ch != CR);
  1721. UPDATE_STATE(s_chunk_data_done);
  1722. CALLBACK_DATA(body);
  1723. break;
  1724. case s_chunk_data_done:
  1725. assert(parser->flags & F_CHUNKED);
  1726. STRICT_CHECK(ch != LF);
  1727. parser->nread = 0;
  1728. UPDATE_STATE(s_chunk_size_start);
  1729. CALLBACK_NOTIFY(chunk_complete);
  1730. break;
  1731. default:
  1732. assert(0 && "unhandled state");
  1733. SET_ERRNO(HPE_INVALID_INTERNAL_STATE);
  1734. goto error;
  1735. }
  1736. }
  1737. /* Run callbacks for any marks that we have leftover after we ran our of
  1738. * bytes. There should be at most one of these set, so it's OK to invoke
  1739. * them in series (unset marks will not result in callbacks).
  1740. *
  1741. * We use the NOADVANCE() variety of callbacks here because 'p' has already
  1742. * overflowed 'data' and this allows us to correct for the off-by-one that
  1743. * we'd otherwise have (since CALLBACK_DATA() is meant to be run with a 'p'
  1744. * value that's in-bounds).
  1745. */
  1746. assert(((header_field_mark ? 1 : 0) +
  1747. (header_value_mark ? 1 : 0) +
  1748. (url_mark ? 1 : 0) +
  1749. (body_mark ? 1 : 0) +
  1750. (status_mark ? 1 : 0)) <= 1);
  1751. CALLBACK_DATA_NOADVANCE(header_field);
  1752. CALLBACK_DATA_NOADVANCE(header_value);
  1753. CALLBACK_DATA_NOADVANCE(url);
  1754. CALLBACK_DATA_NOADVANCE(body);
  1755. CALLBACK_DATA_NOADVANCE(status);
  1756. RETURN(len);
  1757. error:
  1758. if (HTTP_PARSER_ERRNO(parser) == HPE_OK) {
  1759. SET_ERRNO(HPE_UNKNOWN);
  1760. }
  1761. RETURN(p - data);
  1762. }
  1763. /* Does the parser need to see an EOF to find the end of the message? */
  1764. int
  1765. http_message_needs_eof (const http_parser *parser)
  1766. {
  1767. if (parser->type == HTTP_REQUEST) {
  1768. return 0;
  1769. }
  1770. /* See RFC 2616 section 4.4 */
  1771. if (parser->status_code / 100 == 1 || /* 1xx e.g. Continue */
  1772. parser->status_code == 204 || /* No Content */
  1773. parser->status_code == 304 || /* Not Modified */
  1774. parser->flags & F_SKIPBODY) { /* response to a HEAD request */
  1775. return 0;
  1776. }
  1777. if ((parser->flags & F_CHUNKED) || parser->content_length != ULLONG_MAX) {
  1778. return 0;
  1779. }
  1780. return 1;
  1781. }
  1782. int
  1783. http_should_keep_alive (const http_parser *parser)
  1784. {
  1785. if (parser->http_major > 0 && parser->http_minor > 0) {
  1786. /* HTTP/1.1 */
  1787. if (parser->flags & F_CONNECTION_CLOSE) {
  1788. return 0;
  1789. }
  1790. } else {
  1791. /* HTTP/1.0 or earlier */
  1792. if (!(parser->flags & F_CONNECTION_KEEP_ALIVE)) {
  1793. return 0;
  1794. }
  1795. }
  1796. return !http_message_needs_eof(parser);
  1797. }
  1798. const char *
  1799. http_method_str (enum http_method m)
  1800. {
  1801. return ELEM_AT(method_strings, m, "<unknown>");
  1802. }
  1803. void
  1804. http_parser_init (http_parser *parser, enum http_parser_type t)
  1805. {
  1806. void *data = parser->data; /* preserve application data */
  1807. memset(parser, 0, sizeof(*parser));
  1808. parser->data = data;
  1809. parser->type = t;
  1810. parser->state = (t == HTTP_REQUEST ? s_start_req : (t == HTTP_RESPONSE ? s_start_res : s_start_req_or_res));
  1811. parser->http_errno = HPE_OK;
  1812. }
  1813. void
  1814. http_parser_settings_init(http_parser_settings *settings)
  1815. {
  1816. memset(settings, 0, sizeof(*settings));
  1817. }
  1818. const char *
  1819. http_errno_name(enum http_errno err) {
  1820. assert(((size_t) err) < ARRAY_SIZE(http_strerror_tab));
  1821. return http_strerror_tab[err].name;
  1822. }
  1823. const char *
  1824. http_errno_description(enum http_errno err) {
  1825. assert(((size_t) err) < ARRAY_SIZE(http_strerror_tab));
  1826. return http_strerror_tab[err].description;
  1827. }
  1828. static enum http_host_state
  1829. http_parse_host_char(enum http_host_state s, const char ch) {
  1830. switch(s) {
  1831. case s_http_userinfo:
  1832. case s_http_userinfo_start:
  1833. if (ch == '@') {
  1834. return s_http_host_start;
  1835. }
  1836. if (IS_USERINFO_CHAR(ch)) {
  1837. return s_http_userinfo;
  1838. }
  1839. break;
  1840. case s_http_host_start:
  1841. if (ch == '[') {
  1842. return s_http_host_v6_start;
  1843. }
  1844. if (IS_HOST_CHAR(ch)) {
  1845. return s_http_host;
  1846. }
  1847. break;
  1848. case s_http_host:
  1849. if (IS_HOST_CHAR(ch)) {
  1850. return s_http_host;
  1851. }
  1852. /* FALLTHROUGH */
  1853. case s_http_host_v6_end:
  1854. if (ch == ':') {
  1855. return s_http_host_port_start;
  1856. }
  1857. break;
  1858. case s_http_host_v6:
  1859. if (ch == ']') {
  1860. return s_http_host_v6_end;
  1861. }
  1862. /* FALLTHROUGH */
  1863. case s_http_host_v6_start:
  1864. if (IS_HEX(ch) || ch == ':' || ch == '.') {
  1865. return s_http_host_v6;
  1866. }
  1867. if (s == s_http_host_v6 && ch == '%') {
  1868. return s_http_host_v6_zone_start;
  1869. }
  1870. break;
  1871. case s_http_host_v6_zone:
  1872. if (ch == ']') {
  1873. return s_http_host_v6_end;
  1874. }
  1875. /* FALLTHROUGH */
  1876. case s_http_host_v6_zone_start:
  1877. /* RFC 6874 Zone ID consists of 1*( unreserved / pct-encoded) */
  1878. if (IS_ALPHANUM(ch) || ch == '%' || ch == '.' || ch == '-' || ch == '_' ||
  1879. ch == '~') {
  1880. return s_http_host_v6_zone;
  1881. }
  1882. break;
  1883. case s_http_host_port:
  1884. case s_http_host_port_start:
  1885. if (IS_NUM(ch)) {
  1886. return s_http_host_port;
  1887. }
  1888. break;
  1889. default:
  1890. break;
  1891. }
  1892. return s_http_host_dead;
  1893. }
  1894. static int
  1895. http_parse_host(const char * buf, struct http_parser_url *u, int found_at) {
  1896. enum http_host_state s;
  1897. const char *p;
  1898. size_t buflen = u->field_data[UF_HOST].off + u->field_data[UF_HOST].len;
  1899. assert(u->field_set & (1 << UF_HOST));
  1900. u->field_data[UF_HOST].len = 0;
  1901. s = found_at ? s_http_userinfo_start : s_http_host_start;
  1902. for (p = buf + u->field_data[UF_HOST].off; p < buf + buflen; p++) {
  1903. enum http_host_state new_s = http_parse_host_char(s, *p);
  1904. if (new_s == s_http_host_dead) {
  1905. return 1;
  1906. }
  1907. switch(new_s) {
  1908. case s_http_host:
  1909. if (s != s_http_host) {
  1910. u->field_data[UF_HOST].off = p - buf;
  1911. }
  1912. u->field_data[UF_HOST].len++;
  1913. break;
  1914. case s_http_host_v6:
  1915. if (s != s_http_host_v6) {
  1916. u->field_data[UF_HOST].off = p - buf;
  1917. }
  1918. u->field_data[UF_HOST].len++;
  1919. break;
  1920. case s_http_host_v6_zone_start:
  1921. case s_http_host_v6_zone:
  1922. u->field_data[UF_HOST].len++;
  1923. break;
  1924. case s_http_host_port:
  1925. if (s != s_http_host_port) {
  1926. u->field_data[UF_PORT].off = p - buf;
  1927. u->field_data[UF_PORT].len = 0;
  1928. u->field_set |= (1 << UF_PORT);
  1929. }
  1930. u->field_data[UF_PORT].len++;
  1931. break;
  1932. case s_http_userinfo:
  1933. if (s != s_http_userinfo) {
  1934. u->field_data[UF_USERINFO].off = p - buf ;
  1935. u->field_data[UF_USERINFO].len = 0;
  1936. u->field_set |= (1 << UF_USERINFO);
  1937. }
  1938. u->field_data[UF_USERINFO].len++;
  1939. break;
  1940. default:
  1941. break;
  1942. }
  1943. s = new_s;
  1944. }
  1945. /* Make sure we don't end somewhere unexpected */
  1946. switch (s) {
  1947. case s_http_host_start:
  1948. case s_http_host_v6_start:
  1949. case s_http_host_v6:
  1950. case s_http_host_v6_zone_start:
  1951. case s_http_host_v6_zone:
  1952. case s_http_host_port_start:
  1953. case s_http_userinfo:
  1954. case s_http_userinfo_start:
  1955. return 1;
  1956. default:
  1957. break;
  1958. }
  1959. return 0;
  1960. }
  1961. void
  1962. http_parser_url_init(struct http_parser_url *u) {
  1963. memset(u, 0, sizeof(*u));
  1964. }
  1965. int
  1966. http_parser_parse_url(const char *buf, size_t buflen, int is_connect,
  1967. struct http_parser_url *u)
  1968. {
  1969. enum state s;
  1970. const char *p;
  1971. enum http_parser_url_fields uf, old_uf;
  1972. int found_at = 0;
  1973. u->port = u->field_set = 0;
  1974. s = is_connect ? s_req_server_start : s_req_spaces_before_url;
  1975. old_uf = UF_MAX;
  1976. for (p = buf; p < buf + buflen; p++) {
  1977. s = parse_url_char(s, *p);
  1978. /* Figure out the next field that we're operating on */
  1979. switch (s) {
  1980. case s_dead:
  1981. return 1;
  1982. /* Skip delimeters */
  1983. case s_req_schema_slash:
  1984. case s_req_schema_slash_slash:
  1985. case s_req_server_start:
  1986. case s_req_query_string_start:
  1987. case s_req_fragment_start:
  1988. continue;
  1989. case s_req_schema:
  1990. uf = UF_SCHEMA;
  1991. break;
  1992. case s_req_server_with_at:
  1993. found_at = 1;
  1994. /* falls through */
  1995. case s_req_server:
  1996. uf = UF_HOST;
  1997. break;
  1998. case s_req_path:
  1999. uf = UF_PATH;
  2000. break;
  2001. case s_req_query_string:
  2002. uf = UF_QUERY;
  2003. break;
  2004. case s_req_fragment:
  2005. uf = UF_FRAGMENT;
  2006. break;
  2007. default:
  2008. assert(!"Unexpected state");
  2009. return 1;
  2010. }
  2011. /* Nothing's changed; soldier on */
  2012. if (uf == old_uf) {
  2013. u->field_data[uf].len++;
  2014. continue;
  2015. }
  2016. u->field_data[uf].off = p - buf;
  2017. u->field_data[uf].len = 1;
  2018. u->field_set |= (1 << uf);
  2019. old_uf = uf;
  2020. }
  2021. /* host must be present if there is a schema */
  2022. /* parsing http:///toto will fail */
  2023. if ((u->field_set & (1 << UF_SCHEMA)) &&
  2024. (u->field_set & (1 << UF_HOST)) == 0) {
  2025. return 1;
  2026. }
  2027. if (u->field_set & (1 << UF_HOST)) {
  2028. if (http_parse_host(buf, u, found_at) != 0) {
  2029. return 1;
  2030. }
  2031. }
  2032. /* CONNECT requests can only contain "hostname:port" */
  2033. if (is_connect && u->field_set != ((1 << UF_HOST)|(1 << UF_PORT))) {
  2034. return 1;
  2035. }
  2036. if (u->field_set & (1 << UF_PORT)) {
  2037. /* Don't bother with endp; we've already validated the string */
  2038. unsigned long v = strtoul(buf + u->field_data[UF_PORT].off, NULL, 10);
  2039. /* Ports have a max value of 2^16 */
  2040. if (v > 0xffff) {
  2041. return 1;
  2042. }
  2043. u->port = (uint16_t) v;
  2044. }
  2045. return 0;
  2046. }
  2047. void
  2048. http_parser_pause(http_parser *parser, int paused) {
  2049. /* Users should only be pausing/unpausing a parser that is not in an error
  2050. * state. In non-debug builds, there's not much that we can do about this
  2051. * other than ignore it.
  2052. */
  2053. if (HTTP_PARSER_ERRNO(parser) == HPE_OK ||
  2054. HTTP_PARSER_ERRNO(parser) == HPE_PAUSED) {
  2055. SET_ERRNO((paused) ? HPE_PAUSED : HPE_OK);
  2056. } else {
  2057. assert(0 && "Attempting to pause parser in error state");
  2058. }
  2059. }
  2060. int
  2061. http_body_is_final(const struct http_parser *parser) {
  2062. return parser->state == s_message_done;
  2063. }
  2064. unsigned long
  2065. http_parser_version(void) {
  2066. return HTTP_PARSER_VERSION_MAJOR * 0x10000 |
  2067. HTTP_PARSER_VERSION_MINOR * 0x00100 |
  2068. HTTP_PARSER_VERSION_PATCH * 0x00001;
  2069. }