uhttp.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911
  1. /* uhttp: see uhttp.h. Extracted from the original ucmd_curl.c so curl and
  2. * the browser share one HTTP/TLS path. */
  3. #include "uhttp.h"
  4. #include "tls.h"
  5. /* ---- tiny string helpers ---- */
  6. static unsigned int s_len(const char *s)
  7. {
  8. unsigned int n = 0;
  9. while (s && s[n])
  10. n++;
  11. return n;
  12. }
  13. static void s_copy(char *d, const char *s, unsigned int cap)
  14. {
  15. unsigned int i = 0;
  16. if (!cap)
  17. return;
  18. while (s && s[i] && i + 1 < cap) {
  19. d[i] = s[i];
  20. i++;
  21. }
  22. d[i] = '\0';
  23. }
  24. static int starts_with(const char *s, const char *prefix)
  25. {
  26. unsigned int i = 0;
  27. while (prefix[i]) {
  28. if (s[i] != prefix[i])
  29. return 0;
  30. i++;
  31. }
  32. return 1;
  33. }
  34. static int contains_ci(const char *hay, const char *needle)
  35. {
  36. unsigned int i, j;
  37. for (i = 0; hay[i]; i++) {
  38. for (j = 0; needle[j]; j++) {
  39. char a = hay[i + j];
  40. if (a >= 'A' && a <= 'Z')
  41. a = (char)(a - 'A' + 'a');
  42. if (a != needle[j])
  43. break;
  44. }
  45. if (!needle[j])
  46. return 1;
  47. }
  48. return 0;
  49. }
  50. /* ---- URL parsing / resolution ---- */
  51. int uhttp_parse_url(const char *s, struct uhttp_url *u)
  52. {
  53. const char *p = s, *h;
  54. unsigned int i;
  55. int secure = 0;
  56. if (!s || !u)
  57. return UHTTP_ERR_URL;
  58. if (starts_with(s, "https://")) {
  59. secure = 1;
  60. p += 8;
  61. } else if (starts_with(s, "http://")) {
  62. p += 7;
  63. } else {
  64. for (i = 0; s[i] && i < 8; i++) {
  65. if (s[i] == ':' && s[i + 1] == '/' && s[i + 2] == '/')
  66. return UHTTP_ERR_URL;
  67. if (s[i] == '/')
  68. break;
  69. }
  70. }
  71. u->secure = secure;
  72. h = p;
  73. while (*p && *p != '/' && *p != ':')
  74. p++;
  75. if (p == h || (unsigned int)(p - h) >= UHTTP_HOST_MAX)
  76. return UHTTP_ERR_URL;
  77. for (i = 0; i < (unsigned int)(p - h); i++)
  78. u->host[i] = h[i];
  79. u->host[i] = '\0';
  80. u->port = secure ? 443 : 80;
  81. if (*p == ':') {
  82. unsigned int port = 0;
  83. p++;
  84. if (*p < '0' || *p > '9')
  85. return UHTTP_ERR_URL;
  86. while (*p >= '0' && *p <= '9') {
  87. port = port * 10 + (unsigned int)(*p - '0');
  88. if (port > 65535)
  89. return UHTTP_ERR_URL;
  90. p++;
  91. }
  92. if (port == 0 || (*p != '/' && *p != '\0'))
  93. return UHTTP_ERR_URL;
  94. u->port = port;
  95. }
  96. i = 0;
  97. if (*p == '/') {
  98. while (p[i]) {
  99. if (p[i] == '#')
  100. break;
  101. if (i + 1 >= UHTTP_PATH_MAX)
  102. return UHTTP_ERR_URL;
  103. u->path[i] = p[i];
  104. i++;
  105. }
  106. }
  107. u->path[i] = '\0';
  108. if (i == 0) {
  109. u->path[0] = '/';
  110. u->path[1] = '\0';
  111. }
  112. return 0;
  113. }
  114. static void url_build(const struct uhttp_url *u, char *out, unsigned int cap)
  115. {
  116. unsigned int n = 0;
  117. #define APP(s) do { const char *ap = (s); \
  118. while (*ap && n + 1 < cap) out[n++] = *ap++; } while (0)
  119. APP(u->secure ? "https://" : "http://");
  120. APP(u->host);
  121. if (u->port != (u->secure ? 443u : 80u)) {
  122. char tmp[8];
  123. unsigned int v = u->port, k = 0, j;
  124. if (v == 0) {
  125. tmp[k++] = '0';
  126. } else {
  127. while (v && k < sizeof(tmp)) {
  128. tmp[k++] = (char)('0' + v % 10);
  129. v /= 10;
  130. }
  131. }
  132. if (n + 1 < cap)
  133. out[n++] = ':';
  134. for (j = 0; j < k && n + 1 < cap; j++)
  135. out[n++] = tmp[k - 1 - j];
  136. }
  137. APP(u->path);
  138. #undef APP
  139. out[n] = '\0';
  140. }
  141. /* Normalize an absolute URL path in place: collapse "//", "." and "..".
  142. * 0 ok, -1 too long. */
  143. static int path_normalize(char *path)
  144. {
  145. char tmp[UHTTP_PATH_MAX];
  146. unsigned int i, o = 1, len = 0, start, seglen, j;
  147. int trailing;
  148. while (path[len])
  149. len++;
  150. if (len == 0 || path[0] != '/')
  151. return 0;
  152. trailing = (len > 1 && path[len - 1] == '/');
  153. tmp[0] = '/';
  154. i = 1;
  155. while (path[i]) {
  156. while (path[i] == '/')
  157. i++;
  158. start = i;
  159. while (path[i] && path[i] != '/')
  160. i++;
  161. seglen = i - start;
  162. if (seglen == 0)
  163. break;
  164. if (seglen == 1 && path[start] == '.')
  165. continue;
  166. if (seglen == 2 && path[start] == '.' && path[start + 1] == '.') {
  167. while (o > 1 && tmp[o - 1] != '/')
  168. o--;
  169. if (o > 1)
  170. o--;
  171. continue;
  172. }
  173. if (o + seglen + 2 > sizeof(tmp))
  174. return -1;
  175. if (o > 1)
  176. tmp[o++] = '/';
  177. for (j = 0; j < seglen; j++)
  178. tmp[o++] = path[start + j];
  179. }
  180. if (trailing && o > 1 && tmp[o - 1] != '/') {
  181. if (o + 2 > sizeof(tmp))
  182. return -1;
  183. tmp[o++] = '/';
  184. }
  185. tmp[o] = '\0';
  186. for (i = 0; i <= o; i++)
  187. path[i] = tmp[i];
  188. return 0;
  189. }
  190. /* Apply a Location header to the current URL. */
  191. static int url_apply_location(struct uhttp_url *u, const char *loc)
  192. {
  193. char joined[UHTTP_PATH_MAX];
  194. char scheme[8];
  195. unsigned int i, dirlen = 1, n = 0;
  196. if (starts_with(loc, "http://") || starts_with(loc, "https://"))
  197. return uhttp_parse_url(loc, u);
  198. if (loc[0] == '/' && loc[1] == '/') {
  199. /* scheme-relative */
  200. s_copy(scheme, u->secure ? "https:" : "http:", sizeof(scheme));
  201. if (s_len(scheme) + s_len(loc) + 1 > UHTTP_LOC_MAX)
  202. return -1;
  203. {
  204. char full[UHTTP_LOC_MAX];
  205. unsigned int k = 0;
  206. while (scheme[k]) {
  207. full[k] = scheme[k];
  208. k++;
  209. }
  210. for (i = 0; loc[i] && k + 1 < sizeof(full); i++)
  211. full[k++] = loc[i];
  212. full[k] = '\0';
  213. return uhttp_parse_url(full, u);
  214. }
  215. }
  216. if (loc[0] == '/') {
  217. for (i = 0; loc[i]; i++) {
  218. if (i + 1 >= UHTTP_PATH_MAX)
  219. return -1;
  220. u->path[i] = loc[i];
  221. }
  222. u->path[i] = '\0';
  223. return path_normalize(u->path);
  224. }
  225. for (i = 0; u->path[i]; i++)
  226. if (u->path[i] == '/')
  227. dirlen = i + 1;
  228. while (loc[n])
  229. n++;
  230. if (dirlen + n + 1 > UHTTP_PATH_MAX)
  231. return -1;
  232. for (i = 0; i < dirlen; i++)
  233. joined[i] = u->path[i];
  234. for (i = 0; i < n; i++)
  235. joined[dirlen + i] = loc[i];
  236. joined[dirlen + n] = '\0';
  237. for (i = 0; i <= dirlen + n; i++)
  238. u->path[i] = joined[i];
  239. return path_normalize(u->path);
  240. }
  241. int uhttp_resolve(const char *base, const char *href, char *out,
  242. unsigned int cap)
  243. {
  244. struct uhttp_url u;
  245. if (!base || !href || !out || cap == 0)
  246. return UHTTP_ERR_URL;
  247. if (uhttp_parse_url(base, &u) != 0)
  248. return UHTTP_ERR_URL;
  249. if (href[0] == '#') {
  250. s_copy(out, base, cap);
  251. return 0;
  252. }
  253. if (url_apply_location(&u, href) != 0)
  254. return UHTTP_ERR_URL;
  255. url_build(&u, out, cap);
  256. return 0;
  257. }
  258. /* ---- HTTP header helpers ---- */
  259. static int hdr_match(const char *line, const char *name)
  260. {
  261. unsigned int i;
  262. for (i = 0; name[i]; i++) {
  263. char a = line[i];
  264. if (a >= 'A' && a <= 'Z')
  265. a = (char)(a - 'A' + 'a');
  266. if (a != name[i])
  267. return 0;
  268. }
  269. return line[i] == ':';
  270. }
  271. static int parse_dec_after_colon(const char *line, unsigned int *val)
  272. {
  273. unsigned int i = 0, v = 0;
  274. int digits = 0;
  275. while (line[i] && line[i] != ':')
  276. i++;
  277. if (line[i] != ':')
  278. return 0;
  279. i++;
  280. while (line[i] == ' ' || line[i] == '\t')
  281. i++;
  282. while (line[i] >= '0' && line[i] <= '9') {
  283. v = v * 10 + (unsigned int)(line[i] - '0');
  284. digits = 1;
  285. i++;
  286. }
  287. if (!digits)
  288. return 0;
  289. *val = v;
  290. return 1;
  291. }
  292. static void copy_after_colon(const char *line, char *out, unsigned int max)
  293. {
  294. unsigned int i = 0, j = 0;
  295. while (line[i] && line[i] != ':')
  296. i++;
  297. if (line[i] == ':')
  298. i++;
  299. while (line[i] == ' ' || line[i] == '\t')
  300. i++;
  301. while (line[i] && j + 1 < max)
  302. out[j++] = line[i++];
  303. out[j] = '\0';
  304. }
  305. static unsigned int parse_status(const char *line)
  306. {
  307. unsigned int i = 0, v = 0, digits = 0;
  308. while (line[i] && line[i] != ' ')
  309. i++;
  310. if (line[i] == ' ')
  311. i++;
  312. while (line[i] >= '0' && line[i] <= '9') {
  313. v = v * 10 + (unsigned int)(line[i] - '0');
  314. digits++;
  315. i++;
  316. }
  317. return digits == 3 ? v : 0;
  318. }
  319. /* ---- transport ---- */
  320. static int xport_send(struct uhttp *h, const void *buf, unsigned int len)
  321. {
  322. if (h->url.secure)
  323. return tls_send(buf, len);
  324. return (int)u_syscall2(SYS_TCP_SEND, (int)buf, (int)len);
  325. }
  326. static int xport_recv(struct uhttp *h, void *buf, unsigned int max,
  327. unsigned int timeout_ms)
  328. {
  329. if (h->url.secure)
  330. return tls_recv(buf, max, timeout_ms);
  331. return (int)u_syscall3(SYS_TCP_RECV, (int)buf, (int)max,
  332. (int)timeout_ms);
  333. }
  334. static void transport_close(struct uhttp *h)
  335. {
  336. if (!h->connected)
  337. return;
  338. if (h->url.secure)
  339. tls_close();
  340. u_syscall0(SYS_TCP_CLOSE);
  341. h->connected = 0;
  342. }
  343. /* Connect to h->url (TCP + TLS). Keeps the NIC acquired. */
  344. static int http_connect(struct uhttp *h)
  345. {
  346. unsigned char ip[4], hop[4], mac[6];
  347. int rv;
  348. if (u_parse_ip(h->url.host, ip) != 0) {
  349. if (u_syscall2(SYS_DNS_RESOLVE, (int)h->url.host, (int)ip) != 0)
  350. return UHTTP_ERR_DNS;
  351. }
  352. u_syscall2(SYS_NET_NEXT_HOP, (int)ip, (int)hop);
  353. rv = u_syscall2(SYS_NET_ARP, (int)hop, (int)mac);
  354. if (rv != 0)
  355. return UHTTP_ERR_ARP;
  356. rv = u_syscall3(SYS_TCP_CONNECT, (int)mac, (int)ip, (int)h->url.port);
  357. if (rv == -1)
  358. return UHTTP_ERR_TIMEOUT;
  359. if (rv == -2)
  360. return UHTTP_ERR_REFUSED;
  361. if (rv == -4)
  362. return UHTTP_ERR_BUSY;
  363. if (rv != 0)
  364. return UHTTP_ERR_CONNECT;
  365. h->connected = 1;
  366. if (h->url.secure) {
  367. if (tls_connect(h->url.host) != 0) {
  368. transport_close(h);
  369. return UHTTP_ERR_TLS;
  370. }
  371. }
  372. return 0;
  373. }
  374. /* ---- response reader ---- */
  375. static int reader_fill(struct uhttp *h, unsigned int timeout_ms)
  376. {
  377. unsigned int now, deadline, rel;
  378. int n;
  379. if (h->eof)
  380. return 0;
  381. now = u_ticks_ms();
  382. deadline = now + timeout_ms;
  383. if ((int)(h->total_deadline - deadline) < 0)
  384. deadline = h->total_deadline;
  385. rel = (int)(deadline - now) > 0 ? deadline - now : 1;
  386. n = xport_recv(h, h->buf, sizeof(h->buf), rel);
  387. if (n > 0) {
  388. h->len = (unsigned int)n;
  389. h->pos = 0;
  390. return 1;
  391. }
  392. if (n == 0) {
  393. h->eof = 1;
  394. return 0;
  395. }
  396. h->error = (n == -1) ? UHTTP_ERR_TIMEOUT : UHTTP_ERR_RESET;
  397. return 0;
  398. }
  399. static int reader_getc(struct uhttp *h, unsigned int timeout_ms)
  400. {
  401. if (h->pos >= h->len) {
  402. if (!reader_fill(h, timeout_ms))
  403. return -1;
  404. }
  405. return h->buf[h->pos++];
  406. }
  407. static int reader_readline(struct uhttp *h, char *out, unsigned int max,
  408. unsigned int timeout_ms)
  409. {
  410. unsigned int n = 0;
  411. int c;
  412. for (;;) {
  413. c = reader_getc(h, timeout_ms);
  414. if (c < 0) {
  415. out[n] = '\0';
  416. return (n == 0) ? -1 : (int)n;
  417. }
  418. if (c == '\n') {
  419. out[n] = '\0';
  420. return (int)n;
  421. }
  422. if (c == '\r')
  423. continue;
  424. if (n + 1 < max)
  425. out[n++] = (char)c;
  426. }
  427. }
  428. /* ---- request / response ---- */
  429. static unsigned int req_app(char *buf, unsigned int pos, unsigned int cap,
  430. const char *s)
  431. {
  432. while (*s && pos + 1 < cap)
  433. buf[pos++] = *s++;
  434. buf[pos] = '\0';
  435. return pos;
  436. }
  437. static unsigned int req_app_dec(char *buf, unsigned int pos, unsigned int cap,
  438. unsigned int v)
  439. {
  440. char b[12];
  441. int i = 0;
  442. if (v == 0) {
  443. if (pos + 1 < cap)
  444. buf[pos++] = '0';
  445. buf[pos] = '\0';
  446. return pos;
  447. }
  448. while (v) {
  449. b[i++] = (char)('0' + (v % 10));
  450. v /= 10;
  451. }
  452. while (i) {
  453. i--;
  454. if (pos + 1 < cap)
  455. buf[pos++] = b[i];
  456. }
  457. buf[pos] = '\0';
  458. return pos;
  459. }
  460. /* Read the status line and headers of the current response. Returns 0 and
  461. * sets redirect/location when the response is a redirect with a target. */
  462. static int read_response_head(struct uhttp *h, char *location, int *have_loc)
  463. {
  464. char line[UHTTP_LINE_MAX];
  465. unsigned int status = 0;
  466. int rv;
  467. h->resp.status = 0;
  468. h->resp.chunked = 0;
  469. h->resp.have_length = 0;
  470. h->resp.content_length = 0;
  471. h->resp.gzip = 0;
  472. h->resp.content_type[0] = '\0';
  473. h->resp.content_encoding[0] = '\0';
  474. h->peer_close = 0;
  475. h->chunk_state = 0;
  476. h->chunk_left = 0;
  477. h->body_read = 0;
  478. h->len = h->pos = 0;
  479. h->eof = 0;
  480. h->error = 0;
  481. *have_loc = 0;
  482. location[0] = '\0';
  483. rv = reader_readline(h, line, sizeof(line), UHTTP_IDLE_TIMEOUT_MS);
  484. if (rv < 0)
  485. return (h->error == UHTTP_ERR_RESET) ? UHTTP_ERR_RESET :
  486. UHTTP_ERR_TIMEOUT;
  487. status = parse_status(line);
  488. h->resp.status = (int)status;
  489. if (h->hooks && h->hooks->status)
  490. h->hooks->status(h->hooks->ctx, (int)status, line);
  491. for (;;) {
  492. rv = reader_readline(h, line, sizeof(line), UHTTP_IDLE_TIMEOUT_MS);
  493. if (rv < 0)
  494. return (h->error == UHTTP_ERR_RESET) ? UHTTP_ERR_RESET :
  495. UHTTP_ERR_TIMEOUT;
  496. if (rv == 0)
  497. break;
  498. if (h->hooks && h->hooks->header)
  499. h->hooks->header(h->hooks->ctx, line);
  500. if (hdr_match(line, "content-length"))
  501. h->resp.have_length =
  502. parse_dec_after_colon(line, &h->resp.content_length);
  503. else if (hdr_match(line, "transfer-encoding") &&
  504. contains_ci(line, "chunked"))
  505. h->resp.chunked = 1;
  506. else if (hdr_match(line, "content-encoding")) {
  507. copy_after_colon(line, h->resp.content_encoding,
  508. sizeof(h->resp.content_encoding));
  509. if (contains_ci(h->resp.content_encoding, "gzip"))
  510. h->resp.gzip = 1;
  511. }
  512. else if (hdr_match(line, "content-type")) {
  513. copy_after_colon(line, h->resp.content_type,
  514. sizeof(h->resp.content_type));
  515. } else if (hdr_match(line, "location")) {
  516. copy_after_colon(line, location, UHTTP_LOC_MAX);
  517. *have_loc = location[0] != '\0';
  518. } else if (hdr_match(line, "connection") &&
  519. contains_ci(line, "close")) {
  520. h->peer_close = 1;
  521. }
  522. }
  523. return 0;
  524. }
  525. static int send_request(struct uhttp *h, unsigned int flags)
  526. {
  527. char req[1024];
  528. unsigned int n = 0;
  529. int rv;
  530. n = req_app(req, 0, sizeof(req), h->method ? h->method : "GET");
  531. n = req_app(req, n, sizeof(req), " ");
  532. n = req_app(req, n, sizeof(req), h->url.path);
  533. n = req_app(req, n, sizeof(req), " HTTP/1.1\r\nHost: ");
  534. n = req_app(req, n, sizeof(req), h->url.host);
  535. if (h->url.port != (h->url.secure ? 443u : 80u)) {
  536. n = req_app(req, n, sizeof(req), ":");
  537. n = req_app_dec(req, n, sizeof(req), h->url.port);
  538. }
  539. n = req_app(req, n, sizeof(req), "\r\nUser-Agent: ");
  540. n = req_app(req, n, sizeof(req), h->user_agent);
  541. n = req_app(req, n, sizeof(req), "\r\nAccept: */*\r\n");
  542. if (flags & UHTTP_GZIP)
  543. n = req_app(req, n, sizeof(req), "Accept-Encoding: gzip\r\n");
  544. if (h->body_len) {
  545. n = req_app(req, n, sizeof(req), "Content-Type: ");
  546. n = req_app(req, n, sizeof(req), h->content_type ?
  547. h->content_type : "application/octet-stream");
  548. n = req_app(req, n, sizeof(req), "\r\nContent-Length: ");
  549. n = req_app_dec(req, n, sizeof(req), h->body_len);
  550. n = req_app(req, n, sizeof(req), "\r\n");
  551. }
  552. n = req_app(req, n, sizeof(req),
  553. (h->keepalive && !h->peer_close) ?
  554. "Connection: keep-alive\r\n\r\n" :
  555. "Connection: close\r\n\r\n");
  556. if ((int)n > u_syscall0(SYS_TCP_PEER_MSS))
  557. return UHTTP_ERR_TOOLONG;
  558. rv = xport_send(h, req, n);
  559. if (rv != 0)
  560. return UHTTP_ERR_SEND;
  561. if (h->body_len) {
  562. rv = xport_send(h, h->body, h->body_len);
  563. if (rv != 0)
  564. return UHTTP_ERR_SEND;
  565. }
  566. return 0;
  567. }
  568. void uhttp_init(struct uhttp *h)
  569. {
  570. unsigned int i;
  571. for (i = 0; i < sizeof(*h); i++)
  572. ((unsigned char *)h)[i] = 0;
  573. h->user_agent = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0 Safari/537.36";
  574. }
  575. void uhttp_set_method(struct uhttp *h, const char *method, const char *body,
  576. unsigned int body_len, const char *content_type)
  577. {
  578. h->method = method;
  579. h->body = body;
  580. h->body_len = body_len;
  581. h->content_type = content_type;
  582. }
  583. static int host_same(const char *a, const char *b)
  584. {
  585. while (*a && *b && *a == *b) {
  586. a++;
  587. b++;
  588. }
  589. return *a == *b;
  590. }
  591. int uhttp_open(struct uhttp *h, const char *url, unsigned int flags,
  592. const struct uhttp_hooks *hooks)
  593. {
  594. char location[UHTTP_LOC_MAX];
  595. char old_host[UHTTP_HOST_MAX];
  596. unsigned int old_port = 0;
  597. int old_secure = 0;
  598. unsigned int hops = 0;
  599. int reuse = 0;
  600. int rv;
  601. h->hooks = hooks;
  602. if (!h->user_agent)
  603. h->user_agent = "nebos-uhttp/0.1";
  604. if (h->keepalive && h->connected) {
  605. s_copy(old_host, h->url.host, sizeof(old_host));
  606. old_port = h->url.port;
  607. old_secure = h->url.secure;
  608. reuse = 1;
  609. }
  610. h->len = h->pos = 0;
  611. h->eof = 0;
  612. h->error = 0;
  613. h->peer_close = 0;
  614. if (uhttp_parse_url(url, &h->url) != 0)
  615. return UHTTP_ERR_URL;
  616. url_build(&h->url, h->resp.final_url, sizeof(h->resp.final_url));
  617. if (reuse && host_same(old_host, h->url.host) &&
  618. old_port == h->url.port && old_secure == h->url.secure) {
  619. /* Keep the existing TCP/TLS connection. */
  620. } else {
  621. reuse = 0;
  622. if (h->connected)
  623. transport_close(h);
  624. {
  625. struct sys_netinfo ni;
  626. if (u_syscall1(SYS_NET_INFO, (int)&ni) != 1)
  627. return UHTTP_ERR_NIC;
  628. if (u_syscall0(SYS_NET_CONFIGURED) != 1)
  629. return UHTTP_ERR_IP;
  630. }
  631. }
  632. h->total_deadline = u_ticks_ms() + UHTTP_TOTAL_TIMEOUT_MS;
  633. for (;;) {
  634. int have_loc;
  635. int used_reuse = reuse;
  636. reuse = 0;
  637. for (;;) {
  638. if (!used_reuse) {
  639. rv = http_connect(h);
  640. if (rv != 0)
  641. goto fail;
  642. if (h->hooks && h->hooks->connected)
  643. h->hooks->connected(h->hooks->ctx,
  644. h->url.secure);
  645. }
  646. rv = send_request(h, flags);
  647. if (rv == 0)
  648. rv = read_response_head(h, location,
  649. &have_loc);
  650. if (rv == 0)
  651. break;
  652. if (!used_reuse)
  653. goto fail;
  654. /* A kept-alive socket may have been closed by the
  655. * server; reconnect and retry once. */
  656. used_reuse = 0;
  657. transport_close(h);
  658. }
  659. if (h->resp.status >= 300 && h->resp.status < 400 && have_loc) {
  660. if (h->hooks && h->hooks->redirect)
  661. h->hooks->redirect(h->hooks->ctx, location);
  662. if (hops >= UHTTP_MAX_REDIRECTS) {
  663. rv = UHTTP_ERR_TOOMANY;
  664. goto fail;
  665. }
  666. transport_close(h);
  667. if (url_apply_location(&h->url, location) != 0) {
  668. rv = UHTTP_ERR_REDIRECT;
  669. goto fail;
  670. }
  671. /* A redirected POST becomes a GET unless the
  672. * server explicitly asks to repeat the request. */
  673. if (h->resp.status != 307 && h->resp.status != 308) {
  674. h->method = 0;
  675. h->body = 0;
  676. h->body_len = 0;
  677. h->content_type = 0;
  678. }
  679. url_build(&h->url, h->resp.final_url,
  680. sizeof(h->resp.final_url));
  681. hops++;
  682. continue;
  683. }
  684. break;
  685. }
  686. return 0;
  687. fail:
  688. h->keepalive = 0;
  689. uhttp_close(h);
  690. return rv;
  691. }
  692. /* Copy up to max decoded body bytes; >0 data, 0 EOF, <0 error. */
  693. int uhttp_read(struct uhttp *h, void *vbuf, unsigned int max,
  694. unsigned int timeout_ms)
  695. {
  696. unsigned char *out = (unsigned char *)vbuf;
  697. unsigned int n = 0;
  698. int c;
  699. if (h->error)
  700. return h->error;
  701. if (h->eof && h->chunk_state != 1 &&
  702. !(h->resp.have_length && h->body_read < h->resp.content_length))
  703. return 0;
  704. if (max == 0)
  705. return 0;
  706. if (!h->resp.chunked && h->resp.have_length &&
  707. h->body_read >= h->resp.content_length) {
  708. h->eof = 1;
  709. return 0;
  710. }
  711. while (n < max) {
  712. if (h->resp.chunked) {
  713. if (h->chunk_state == 0) {
  714. char line[64];
  715. unsigned int sz = 0, k = 0;
  716. int hl = reader_readline(h, line, sizeof(line),
  717. timeout_ms);
  718. if (hl < 0) {
  719. if (h->eof)
  720. h->peer_close = 1;
  721. if (n)
  722. break;
  723. return h->error ? h->error : 0;
  724. }
  725. while (line[k]) {
  726. char ch = line[k];
  727. unsigned int d;
  728. if (ch >= '0' && ch <= '9')
  729. d = (unsigned int)(ch - '0');
  730. else if (ch >= 'a' && ch <= 'f')
  731. d = (unsigned int)(ch - 'a' + 10);
  732. else if (ch >= 'A' && ch <= 'F')
  733. d = (unsigned int)(ch - 'A' + 10);
  734. else
  735. break;
  736. sz = sz * 16 + d;
  737. k++;
  738. }
  739. if (k == 0) {
  740. h->error = UHTTP_ERR_RESET;
  741. return n ? (int)n : h->error;
  742. }
  743. if (sz == 0) {
  744. h->chunk_state = 3;
  745. } else {
  746. h->chunk_left = sz;
  747. h->chunk_state = 1;
  748. }
  749. } else if (h->chunk_state == 1) {
  750. c = reader_getc(h, timeout_ms);
  751. if (c < 0) {
  752. if (h->eof)
  753. h->peer_close = 1;
  754. if (n)
  755. break;
  756. return h->error ? h->error : 0;
  757. }
  758. out[n++] = (unsigned char)c;
  759. h->body_read++;
  760. if (--h->chunk_left == 0)
  761. h->chunk_state = 2;
  762. } else if (h->chunk_state == 2) {
  763. (void)reader_getc(h, timeout_ms); /* CR */
  764. (void)reader_getc(h, timeout_ms); /* LF */
  765. h->chunk_state = 0;
  766. } else {
  767. char line[64];
  768. int hl = reader_readline(h, line, sizeof(line),
  769. timeout_ms);
  770. if (hl <= 0) {
  771. h->eof = 1;
  772. h->peer_close = 1;
  773. break;
  774. }
  775. }
  776. } else {
  777. if (h->resp.have_length &&
  778. h->body_read >= h->resp.content_length) {
  779. h->eof = 1;
  780. break;
  781. }
  782. c = reader_getc(h, timeout_ms);
  783. if (c < 0) {
  784. if (h->eof)
  785. h->peer_close = 1;
  786. if (n)
  787. break;
  788. return h->error ? h->error : 0;
  789. }
  790. out[n++] = (unsigned char)c;
  791. h->body_read++;
  792. }
  793. }
  794. return (int)n;
  795. }
  796. void uhttp_close(struct uhttp *h)
  797. {
  798. if (h->keepalive && h->connected && !h->peer_close && !h->error)
  799. return;
  800. transport_close(h);
  801. }
  802. const char *uhttp_error_string(int err)
  803. {
  804. switch (err) {
  805. case 0: return "ok";
  806. case UHTTP_ERR_URL: return "bad URL";
  807. case UHTTP_ERR_NIC: return "no NIC found";
  808. case UHTTP_ERR_IP: return "no IP address (run dhcp or netip)";
  809. case UHTTP_ERR_BUSY: return "network busy";
  810. case UHTTP_ERR_DNS: return "DNS lookup failed";
  811. case UHTTP_ERR_ARP: return "no ARP reply";
  812. case UHTTP_ERR_CONNECT: return "connection failed";
  813. case UHTTP_ERR_REFUSED: return "connection refused";
  814. case UHTTP_ERR_TLS: return "TLS handshake failed";
  815. case UHTTP_ERR_SEND: return "request send failed";
  816. case UHTTP_ERR_TIMEOUT: return "timeout";
  817. case UHTTP_ERR_RESET: return "connection reset";
  818. case UHTTP_ERR_REDIRECT: return "bad redirect target";
  819. case UHTTP_ERR_TOOMANY: return "too many redirects";
  820. case UHTTP_ERR_TOOLONG: return "request too long";
  821. default: return "network error";
  822. }
  823. }