uhttp.c 23 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012
  1. /* uhttp: see uhttp.h. Extracted from the original ucmd_curl.c so curl and
  2. * the browser share one HTTP/TLS path. */
  3. #include "uhttp.h"
  4. #include "tls.h"
  5. /* ---- tiny string helpers ---- */
  6. static unsigned int s_len(const char *s)
  7. {
  8. unsigned int n = 0;
  9. while (s && s[n])
  10. n++;
  11. return n;
  12. }
  13. static void s_copy(char *d, const char *s, unsigned int cap)
  14. {
  15. unsigned int i = 0;
  16. if (!cap)
  17. return;
  18. while (s && s[i] && i + 1 < cap) {
  19. d[i] = s[i];
  20. i++;
  21. }
  22. d[i] = '\0';
  23. }
  24. static int starts_with(const char *s, const char *prefix)
  25. {
  26. unsigned int i = 0;
  27. while (prefix[i]) {
  28. if (s[i] != prefix[i])
  29. return 0;
  30. i++;
  31. }
  32. return 1;
  33. }
  34. static int contains_ci(const char *hay, const char *needle)
  35. {
  36. unsigned int i, j;
  37. for (i = 0; hay[i]; i++) {
  38. for (j = 0; needle[j]; j++) {
  39. char a = hay[i + j];
  40. if (a >= 'A' && a <= 'Z')
  41. a = (char)(a - 'A' + 'a');
  42. if (a != needle[j])
  43. break;
  44. }
  45. if (!needle[j])
  46. return 1;
  47. }
  48. return 0;
  49. }
  50. /* ---- URL parsing / resolution ---- */
  51. int uhttp_parse_url(const char *s, struct uhttp_url *u)
  52. {
  53. const char *p = s, *h;
  54. unsigned int i;
  55. int secure = 0;
  56. if (!s || !u)
  57. return UHTTP_ERR_URL;
  58. if (starts_with(s, "https://")) {
  59. secure = 1;
  60. p += 8;
  61. } else if (starts_with(s, "http://")) {
  62. p += 7;
  63. } else {
  64. for (i = 0; s[i] && i < 8; i++) {
  65. if (s[i] == ':' && s[i + 1] == '/' && s[i + 2] == '/')
  66. return UHTTP_ERR_URL;
  67. if (s[i] == '/')
  68. break;
  69. }
  70. }
  71. u->secure = secure;
  72. h = p;
  73. while (*p && *p != '/' && *p != ':')
  74. p++;
  75. if (p == h || (unsigned int)(p - h) >= UHTTP_HOST_MAX)
  76. return UHTTP_ERR_URL;
  77. for (i = 0; i < (unsigned int)(p - h); i++)
  78. u->host[i] = h[i];
  79. u->host[i] = '\0';
  80. u->port = secure ? 443 : 80;
  81. if (*p == ':') {
  82. unsigned int port = 0;
  83. p++;
  84. if (*p < '0' || *p > '9')
  85. return UHTTP_ERR_URL;
  86. while (*p >= '0' && *p <= '9') {
  87. port = port * 10 + (unsigned int)(*p - '0');
  88. if (port > 65535)
  89. return UHTTP_ERR_URL;
  90. p++;
  91. }
  92. if (port == 0 || (*p != '/' && *p != '\0'))
  93. return UHTTP_ERR_URL;
  94. u->port = port;
  95. }
  96. i = 0;
  97. if (*p == '/') {
  98. while (p[i]) {
  99. if (p[i] == '#')
  100. break;
  101. if (i + 1 >= UHTTP_PATH_MAX)
  102. return UHTTP_ERR_URL;
  103. u->path[i] = p[i];
  104. i++;
  105. }
  106. }
  107. u->path[i] = '\0';
  108. if (i == 0) {
  109. u->path[0] = '/';
  110. u->path[1] = '\0';
  111. }
  112. return 0;
  113. }
  114. static void url_build(const struct uhttp_url *u, char *out, unsigned int cap)
  115. {
  116. unsigned int n = 0;
  117. #define APP(s) do { const char *ap = (s); \
  118. while (*ap && n + 1 < cap) out[n++] = *ap++; } while (0)
  119. APP(u->secure ? "https://" : "http://");
  120. APP(u->host);
  121. if (u->port != (u->secure ? 443u : 80u)) {
  122. char tmp[8];
  123. unsigned int v = u->port, k = 0, j;
  124. if (v == 0) {
  125. tmp[k++] = '0';
  126. } else {
  127. while (v && k < sizeof(tmp)) {
  128. tmp[k++] = (char)('0' + v % 10);
  129. v /= 10;
  130. }
  131. }
  132. if (n + 1 < cap)
  133. out[n++] = ':';
  134. for (j = 0; j < k && n + 1 < cap; j++)
  135. out[n++] = tmp[k - 1 - j];
  136. }
  137. APP(u->path);
  138. #undef APP
  139. out[n] = '\0';
  140. }
  141. /* Normalize an absolute URL path in place: collapse "//", "." and "..".
  142. * 0 ok, -1 too long. */
  143. static int path_normalize(char *path)
  144. {
  145. char tmp[UHTTP_PATH_MAX];
  146. unsigned int i, o = 1, len = 0, start, seglen, j;
  147. int trailing;
  148. while (path[len])
  149. len++;
  150. if (len == 0 || path[0] != '/')
  151. return 0;
  152. trailing = (len > 1 && path[len - 1] == '/');
  153. tmp[0] = '/';
  154. i = 1;
  155. while (path[i]) {
  156. while (path[i] == '/')
  157. i++;
  158. start = i;
  159. while (path[i] && path[i] != '/')
  160. i++;
  161. seglen = i - start;
  162. if (seglen == 0)
  163. break;
  164. if (seglen == 1 && path[start] == '.')
  165. continue;
  166. if (seglen == 2 && path[start] == '.' && path[start + 1] == '.') {
  167. while (o > 1 && tmp[o - 1] != '/')
  168. o--;
  169. if (o > 1)
  170. o--;
  171. continue;
  172. }
  173. if (o + seglen + 2 > sizeof(tmp))
  174. return -1;
  175. if (o > 1)
  176. tmp[o++] = '/';
  177. for (j = 0; j < seglen; j++)
  178. tmp[o++] = path[start + j];
  179. }
  180. if (trailing && o > 1 && tmp[o - 1] != '/') {
  181. if (o + 2 > sizeof(tmp))
  182. return -1;
  183. tmp[o++] = '/';
  184. }
  185. tmp[o] = '\0';
  186. for (i = 0; i <= o; i++)
  187. path[i] = tmp[i];
  188. return 0;
  189. }
  190. /* Apply a Location header to the current URL. */
  191. static int url_apply_location(struct uhttp_url *u, const char *loc)
  192. {
  193. char joined[UHTTP_PATH_MAX];
  194. char scheme[8];
  195. unsigned int i, dirlen = 1, n = 0;
  196. if (starts_with(loc, "http://") || starts_with(loc, "https://"))
  197. return uhttp_parse_url(loc, u);
  198. if (loc[0] == '/' && loc[1] == '/') {
  199. /* scheme-relative */
  200. s_copy(scheme, u->secure ? "https:" : "http:", sizeof(scheme));
  201. if (s_len(scheme) + s_len(loc) + 1 > UHTTP_LOC_MAX)
  202. return -1;
  203. {
  204. char full[UHTTP_LOC_MAX];
  205. unsigned int k = 0;
  206. while (scheme[k]) {
  207. full[k] = scheme[k];
  208. k++;
  209. }
  210. for (i = 0; loc[i] && k + 1 < sizeof(full); i++)
  211. full[k++] = loc[i];
  212. full[k] = '\0';
  213. return uhttp_parse_url(full, u);
  214. }
  215. }
  216. if (loc[0] == '/') {
  217. for (i = 0; loc[i]; i++) {
  218. if (i + 1 >= UHTTP_PATH_MAX)
  219. return -1;
  220. u->path[i] = loc[i];
  221. }
  222. u->path[i] = '\0';
  223. return path_normalize(u->path);
  224. }
  225. for (i = 0; u->path[i]; i++)
  226. if (u->path[i] == '/')
  227. dirlen = i + 1;
  228. while (loc[n])
  229. n++;
  230. if (dirlen + n + 1 > UHTTP_PATH_MAX)
  231. return -1;
  232. for (i = 0; i < dirlen; i++)
  233. joined[i] = u->path[i];
  234. for (i = 0; i < n; i++)
  235. joined[dirlen + i] = loc[i];
  236. joined[dirlen + n] = '\0';
  237. for (i = 0; i <= dirlen + n; i++)
  238. u->path[i] = joined[i];
  239. return path_normalize(u->path);
  240. }
  241. int uhttp_resolve(const char *base, const char *href, char *out,
  242. unsigned int cap)
  243. {
  244. struct uhttp_url u;
  245. if (!base || !href || !out || cap == 0)
  246. return UHTTP_ERR_URL;
  247. if (uhttp_parse_url(base, &u) != 0)
  248. return UHTTP_ERR_URL;
  249. if (href[0] == '#') {
  250. s_copy(out, base, cap);
  251. return 0;
  252. }
  253. if (url_apply_location(&u, href) != 0)
  254. return UHTTP_ERR_URL;
  255. url_build(&u, out, cap);
  256. return 0;
  257. }
  258. /* ---- HTTP header helpers ---- */
  259. static int hdr_match(const char *line, const char *name)
  260. {
  261. unsigned int i;
  262. for (i = 0; name[i]; i++) {
  263. char a = line[i];
  264. if (a >= 'A' && a <= 'Z')
  265. a = (char)(a - 'A' + 'a');
  266. if (a != name[i])
  267. return 0;
  268. }
  269. return line[i] == ':';
  270. }
  271. static int parse_dec_after_colon(const char *line, unsigned int *val)
  272. {
  273. unsigned int i = 0, v = 0;
  274. int digits = 0;
  275. while (line[i] && line[i] != ':')
  276. i++;
  277. if (line[i] != ':')
  278. return 0;
  279. i++;
  280. while (line[i] == ' ' || line[i] == '\t')
  281. i++;
  282. while (line[i] >= '0' && line[i] <= '9') {
  283. v = v * 10 + (unsigned int)(line[i] - '0');
  284. digits = 1;
  285. i++;
  286. }
  287. if (!digits)
  288. return 0;
  289. *val = v;
  290. return 1;
  291. }
  292. static void copy_after_colon(const char *line, char *out, unsigned int max)
  293. {
  294. unsigned int i = 0, j = 0;
  295. while (line[i] && line[i] != ':')
  296. i++;
  297. if (line[i] == ':')
  298. i++;
  299. while (line[i] == ' ' || line[i] == '\t')
  300. i++;
  301. while (line[i] && j + 1 < max)
  302. out[j++] = line[i++];
  303. out[j] = '\0';
  304. }
  305. static unsigned int parse_status(const char *line)
  306. {
  307. unsigned int i = 0, v = 0, digits = 0;
  308. while (line[i] && line[i] != ' ')
  309. i++;
  310. if (line[i] == ' ')
  311. i++;
  312. while (line[i] >= '0' && line[i] <= '9') {
  313. v = v * 10 + (unsigned int)(line[i] - '0');
  314. digits++;
  315. i++;
  316. }
  317. return digits == 3 ? v : 0;
  318. }
  319. /* ---- transport ---- */
  320. /* Send len bytes, split into pieces the transport accepts: one TLS record
  321. * carries at most 1024 bytes and SYS_TCP_SEND at most one peer MSS. */
  322. static int xport_send(struct uhttp *h, const void *buf, unsigned int len)
  323. {
  324. const unsigned char *p = (const unsigned char *)buf;
  325. unsigned int chunk;
  326. if (h->url.secure) {
  327. chunk = 1024;
  328. } else {
  329. int mss = u_syscall0(SYS_TCP_PEER_MSS);
  330. chunk = mss > 0 ? (unsigned int)mss : 536;
  331. }
  332. while (len) {
  333. unsigned int n = len < chunk ? len : chunk;
  334. int rv;
  335. if (h->url.secure)
  336. rv = tls_send(p, n);
  337. else
  338. rv = (int)u_syscall2(SYS_TCP_SEND, (int)p, (int)n);
  339. if (rv != 0)
  340. return rv;
  341. p += n;
  342. len -= n;
  343. }
  344. return 0;
  345. }
  346. static int xport_recv(struct uhttp *h, void *buf, unsigned int max,
  347. unsigned int timeout_ms)
  348. {
  349. if (h->url.secure)
  350. return tls_recv(buf, max, timeout_ms);
  351. return (int)u_syscall3(SYS_TCP_RECV, (int)buf, (int)max,
  352. (int)timeout_ms);
  353. }
  354. static void transport_close(struct uhttp *h)
  355. {
  356. if (!h->connected)
  357. return;
  358. if (h->url.secure)
  359. tls_close();
  360. u_syscall0(SYS_TCP_CLOSE);
  361. h->connected = 0;
  362. }
  363. /* Drop the connection without a TLS close_notify: used when a redirect
  364. * leaves this origin, so the hop pays no extra round trip. */
  365. static void transport_abandon(struct uhttp *h)
  366. {
  367. if (!h->connected)
  368. return;
  369. if (h->url.secure)
  370. tls_abandon();
  371. u_syscall0(SYS_TCP_CLOSE);
  372. h->connected = 0;
  373. }
  374. static int reader_getc(struct uhttp *h, unsigned int timeout_ms);
  375. /* Discard a small, length-delimited redirect body so the next request can
  376. * reuse the connection. 1 when the connection is still usable. */
  377. static int drain_small_body(struct uhttp *h)
  378. {
  379. unsigned int left;
  380. if (h->resp.chunked || !h->resp.have_length ||
  381. h->resp.content_length > 4096)
  382. return 0;
  383. left = h->resp.content_length;
  384. while (left) {
  385. if (reader_getc(h, UHTTP_IDLE_TIMEOUT_MS) < 0)
  386. return 0;
  387. left--;
  388. }
  389. /* Bytes past the body would belong to nothing we asked for. */
  390. return h->pos >= h->len;
  391. }
  392. /* Connect to h->url (TCP + TLS). Keeps the NIC acquired. */
  393. static int http_connect(struct uhttp *h)
  394. {
  395. unsigned char ip[4], hop[4], mac[6];
  396. int rv;
  397. if (u_parse_ip(h->url.host, ip) != 0) {
  398. if (u_syscall2(SYS_DNS_RESOLVE, (int)h->url.host, (int)ip) != 0)
  399. return UHTTP_ERR_DNS;
  400. }
  401. u_syscall2(SYS_NET_NEXT_HOP, (int)ip, (int)hop);
  402. rv = u_syscall2(SYS_NET_ARP, (int)hop, (int)mac);
  403. if (rv != 0)
  404. return UHTTP_ERR_ARP;
  405. rv = u_syscall3(SYS_TCP_CONNECT, (int)mac, (int)ip, (int)h->url.port);
  406. if (rv == -1)
  407. return UHTTP_ERR_TIMEOUT;
  408. if (rv == -2)
  409. return UHTTP_ERR_REFUSED;
  410. if (rv == -4)
  411. return UHTTP_ERR_BUSY;
  412. if (rv != 0)
  413. return UHTTP_ERR_CONNECT;
  414. h->connected = 1;
  415. if (h->url.secure) {
  416. if (tls_connect(h->url.host) != 0) {
  417. transport_close(h);
  418. return UHTTP_ERR_TLS;
  419. }
  420. }
  421. return 0;
  422. }
  423. /* ---- response reader ---- */
  424. static int reader_fill(struct uhttp *h, unsigned int timeout_ms)
  425. {
  426. unsigned int now, deadline, rel;
  427. int n;
  428. if (h->eof)
  429. return 0;
  430. now = u_ticks_ms();
  431. deadline = now + timeout_ms;
  432. if ((int)(h->total_deadline - deadline) < 0)
  433. deadline = h->total_deadline;
  434. rel = (int)(deadline - now) > 0 ? deadline - now : 1;
  435. n = xport_recv(h, h->buf, sizeof(h->buf), rel);
  436. if (n > 0) {
  437. h->len = (unsigned int)n;
  438. h->pos = 0;
  439. return 1;
  440. }
  441. if (n == 0) {
  442. h->eof = 1;
  443. return 0;
  444. }
  445. h->error = (n == -1) ? UHTTP_ERR_TIMEOUT : UHTTP_ERR_RESET;
  446. return 0;
  447. }
  448. static int reader_getc(struct uhttp *h, unsigned int timeout_ms)
  449. {
  450. if (h->pos >= h->len) {
  451. if (!reader_fill(h, timeout_ms))
  452. return -1;
  453. }
  454. return h->buf[h->pos++];
  455. }
  456. static int reader_readline(struct uhttp *h, char *out, unsigned int max,
  457. unsigned int timeout_ms)
  458. {
  459. unsigned int n = 0;
  460. int c;
  461. for (;;) {
  462. c = reader_getc(h, timeout_ms);
  463. if (c < 0) {
  464. out[n] = '\0';
  465. return (n == 0) ? -1 : (int)n;
  466. }
  467. if (c == '\n') {
  468. out[n] = '\0';
  469. return (int)n;
  470. }
  471. if (c == '\r')
  472. continue;
  473. if (n + 1 < max)
  474. out[n++] = (char)c;
  475. }
  476. }
  477. /* ---- request / response ---- */
  478. static unsigned int req_app(char *buf, unsigned int pos, unsigned int cap,
  479. const char *s)
  480. {
  481. while (*s && pos + 1 < cap)
  482. buf[pos++] = *s++;
  483. buf[pos] = '\0';
  484. return pos;
  485. }
  486. static unsigned int req_app_dec(char *buf, unsigned int pos, unsigned int cap,
  487. unsigned int v)
  488. {
  489. char b[12];
  490. int i = 0;
  491. if (v == 0) {
  492. if (pos + 1 < cap)
  493. buf[pos++] = '0';
  494. buf[pos] = '\0';
  495. return pos;
  496. }
  497. while (v) {
  498. b[i++] = (char)('0' + (v % 10));
  499. v /= 10;
  500. }
  501. while (i) {
  502. i--;
  503. if (pos + 1 < cap)
  504. buf[pos++] = b[i];
  505. }
  506. buf[pos] = '\0';
  507. return pos;
  508. }
  509. /* Read the status line and headers of the current response. Returns 0 and
  510. * sets redirect/location when the response is a redirect with a target. */
  511. static int read_response_head(struct uhttp *h, char *location, int *have_loc)
  512. {
  513. char line[UHTTP_LINE_MAX];
  514. unsigned int status = 0;
  515. int rv;
  516. h->resp.status = 0;
  517. h->resp.chunked = 0;
  518. h->resp.have_length = 0;
  519. h->resp.content_length = 0;
  520. h->resp.gzip = 0;
  521. h->resp.content_type[0] = '\0';
  522. h->resp.content_encoding[0] = '\0';
  523. h->peer_close = 0;
  524. h->chunk_state = 0;
  525. h->chunk_left = 0;
  526. h->body_read = 0;
  527. h->len = h->pos = 0;
  528. h->eof = 0;
  529. h->error = 0;
  530. *have_loc = 0;
  531. location[0] = '\0';
  532. rv = reader_readline(h, line, sizeof(line), UHTTP_IDLE_TIMEOUT_MS);
  533. if (rv < 0)
  534. return (h->error == UHTTP_ERR_RESET) ? UHTTP_ERR_RESET :
  535. UHTTP_ERR_TIMEOUT;
  536. status = parse_status(line);
  537. h->resp.status = (int)status;
  538. if (h->hooks && h->hooks->status)
  539. h->hooks->status(h->hooks->ctx, (int)status, line);
  540. for (;;) {
  541. rv = reader_readline(h, line, sizeof(line), UHTTP_IDLE_TIMEOUT_MS);
  542. if (rv < 0)
  543. return (h->error == UHTTP_ERR_RESET) ? UHTTP_ERR_RESET :
  544. UHTTP_ERR_TIMEOUT;
  545. if (rv == 0)
  546. break;
  547. if (h->hooks && h->hooks->header)
  548. h->hooks->header(h->hooks->ctx, line);
  549. if (hdr_match(line, "content-length"))
  550. h->resp.have_length =
  551. parse_dec_after_colon(line, &h->resp.content_length);
  552. else if (hdr_match(line, "transfer-encoding") &&
  553. contains_ci(line, "chunked"))
  554. h->resp.chunked = 1;
  555. else if (hdr_match(line, "content-encoding")) {
  556. copy_after_colon(line, h->resp.content_encoding,
  557. sizeof(h->resp.content_encoding));
  558. if (contains_ci(h->resp.content_encoding, "gzip"))
  559. h->resp.gzip = 1;
  560. }
  561. else if (hdr_match(line, "content-type")) {
  562. copy_after_colon(line, h->resp.content_type,
  563. sizeof(h->resp.content_type));
  564. } else if (hdr_match(line, "location")) {
  565. copy_after_colon(line, location, UHTTP_LOC_MAX);
  566. *have_loc = location[0] != '\0';
  567. } else if (hdr_match(line, "connection") &&
  568. contains_ci(line, "close")) {
  569. h->peer_close = 1;
  570. } else if (h->jar && hdr_match(line, "set-cookie")) {
  571. char *v = line + 11; /* past "set-cookie:" */
  572. while (*v == ' ' || *v == '\t')
  573. v++;
  574. (void)uhttp_jar_set(h->jar, h->url.host, h->url.path, v);
  575. }
  576. }
  577. /* 1xx/204/304 responses never carry a body; without this a kept-alive
  578. * 204 would be read until the idle timeout. */
  579. if ((status >= 100 && status < 200) || status == 204 || status == 304) {
  580. h->resp.chunked = 0;
  581. h->resp.have_length = 1;
  582. h->resp.content_length = 0;
  583. }
  584. return 0;
  585. }
  586. static int send_request(struct uhttp *h, unsigned int flags)
  587. {
  588. static char req[UHTTP_REQ_MAX];
  589. unsigned int n = 0;
  590. int rv;
  591. n = req_app(req, 0, sizeof(req), h->method ? h->method : "GET");
  592. n = req_app(req, n, sizeof(req), " ");
  593. n = req_app(req, n, sizeof(req), h->url.path);
  594. n = req_app(req, n, sizeof(req), " HTTP/1.1\r\nHost: ");
  595. n = req_app(req, n, sizeof(req), h->url.host);
  596. if (h->url.port != (h->url.secure ? 443u : 80u)) {
  597. n = req_app(req, n, sizeof(req), ":");
  598. n = req_app_dec(req, n, sizeof(req), h->url.port);
  599. }
  600. n = req_app(req, n, sizeof(req), "\r\nUser-Agent: ");
  601. n = req_app(req, n, sizeof(req), h->user_agent);
  602. n = req_app(req, n, sizeof(req), "\r\nAccept: ");
  603. n = req_app(req, n, sizeof(req), h->accept ? h->accept : "*/*");
  604. n = req_app(req, n, sizeof(req), "\r\n");
  605. if (h->jar) {
  606. static char cookie[2048];
  607. if (uhttp_jar_header(h->jar, h->url.host, h->url.path,
  608. h->url.secure, cookie, sizeof(cookie))) {
  609. n = req_app(req, n, sizeof(req), "Cookie: ");
  610. n = req_app(req, n, sizeof(req), cookie);
  611. n = req_app(req, n, sizeof(req), "\r\n");
  612. }
  613. }
  614. if (h->extra_headers)
  615. n = req_app(req, n, sizeof(req), h->extra_headers);
  616. if (flags & UHTTP_GZIP)
  617. n = req_app(req, n, sizeof(req), "Accept-Encoding: gzip\r\n");
  618. if (h->body_len) {
  619. n = req_app(req, n, sizeof(req), "Content-Type: ");
  620. n = req_app(req, n, sizeof(req), h->content_type ?
  621. h->content_type : "application/octet-stream");
  622. n = req_app(req, n, sizeof(req), "\r\nContent-Length: ");
  623. n = req_app_dec(req, n, sizeof(req), h->body_len);
  624. n = req_app(req, n, sizeof(req), "\r\n");
  625. }
  626. n = req_app(req, n, sizeof(req),
  627. (h->keepalive && !h->peer_close) ?
  628. "Connection: keep-alive\r\n\r\n" :
  629. "Connection: close\r\n\r\n");
  630. /* req_app stops one byte short of the end: a full buffer means the
  631. * request was truncated. */
  632. if (n + 1 >= sizeof(req))
  633. return UHTTP_ERR_TOOLONG;
  634. rv = xport_send(h, req, n);
  635. if (rv != 0)
  636. return UHTTP_ERR_SEND;
  637. if (h->body_len) {
  638. rv = xport_send(h, h->body, h->body_len);
  639. if (rv != 0)
  640. return UHTTP_ERR_SEND;
  641. }
  642. return 0;
  643. }
  644. void uhttp_init(struct uhttp *h)
  645. {
  646. unsigned int i;
  647. for (i = 0; i < sizeof(*h); i++)
  648. ((unsigned char *)h)[i] = 0;
  649. h->user_agent = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0 Safari/537.36";
  650. }
  651. void uhttp_set_method(struct uhttp *h, const char *method, const char *body,
  652. unsigned int body_len, const char *content_type)
  653. {
  654. h->method = method;
  655. h->body = body;
  656. h->body_len = body_len;
  657. h->content_type = content_type;
  658. }
  659. static int host_same(const char *a, const char *b)
  660. {
  661. while (*a && *b && *a == *b) {
  662. a++;
  663. b++;
  664. }
  665. return *a == *b;
  666. }
  667. int uhttp_open(struct uhttp *h, const char *url, unsigned int flags,
  668. const struct uhttp_hooks *hooks)
  669. {
  670. char location[UHTTP_LOC_MAX];
  671. char old_host[UHTTP_HOST_MAX];
  672. unsigned int old_port = 0;
  673. int old_secure = 0;
  674. unsigned int hops = 0;
  675. int reuse = 0;
  676. int rv;
  677. h->hooks = hooks;
  678. if (!h->user_agent)
  679. h->user_agent = "nebos-uhttp/0.1";
  680. if (h->keepalive && h->connected) {
  681. s_copy(old_host, h->url.host, sizeof(old_host));
  682. old_port = h->url.port;
  683. old_secure = h->url.secure;
  684. reuse = 1;
  685. }
  686. h->len = h->pos = 0;
  687. h->eof = 0;
  688. h->error = 0;
  689. h->peer_close = 0;
  690. if (uhttp_parse_url(url, &h->url) != 0)
  691. return UHTTP_ERR_URL;
  692. url_build(&h->url, h->resp.final_url, sizeof(h->resp.final_url));
  693. if (reuse && host_same(old_host, h->url.host) &&
  694. old_port == h->url.port && old_secure == h->url.secure) {
  695. /* Keep the existing TCP/TLS connection. */
  696. } else {
  697. reuse = 0;
  698. if (h->connected)
  699. transport_close(h);
  700. {
  701. struct sys_netinfo ni;
  702. if (u_syscall1(SYS_NET_INFO, (int)&ni) != 1)
  703. return UHTTP_ERR_NIC;
  704. if (u_syscall0(SYS_NET_CONFIGURED) != 1)
  705. return UHTTP_ERR_IP;
  706. }
  707. }
  708. h->total_deadline = u_ticks_ms() + UHTTP_TOTAL_TIMEOUT_MS;
  709. for (;;) {
  710. int have_loc;
  711. int used_reuse = reuse;
  712. reuse = 0;
  713. for (;;) {
  714. if (!used_reuse) {
  715. rv = http_connect(h);
  716. if (rv != 0)
  717. goto fail;
  718. if (h->hooks && h->hooks->connected)
  719. h->hooks->connected(h->hooks->ctx,
  720. h->url.secure);
  721. }
  722. rv = send_request(h, flags);
  723. if (rv == 0)
  724. rv = read_response_head(h, location,
  725. &have_loc);
  726. if (rv == 0)
  727. break;
  728. if (!used_reuse)
  729. goto fail;
  730. /* A kept-alive socket may have been closed by the
  731. * server; reconnect and retry once. */
  732. used_reuse = 0;
  733. transport_close(h);
  734. }
  735. if (h->resp.status >= 300 && h->resp.status < 400 && have_loc) {
  736. if (h->hooks && h->hooks->redirect)
  737. h->hooks->redirect(h->hooks->ctx, location);
  738. if (hops >= UHTTP_MAX_REDIRECTS) {
  739. rv = UHTTP_ERR_TOOMANY;
  740. goto fail;
  741. }
  742. {
  743. struct uhttp_url next = h->url;
  744. if (url_apply_location(&next, location) != 0) {
  745. transport_abandon(h);
  746. rv = UHTTP_ERR_REDIRECT;
  747. goto fail;
  748. }
  749. /* A same-origin redirect (/ -> /en/) keeps the
  750. * TCP/TLS connection; any other one drops it
  751. * without the close handshake. */
  752. if (h->keepalive && !h->peer_close &&
  753. host_same(next.host, h->url.host) &&
  754. next.port == h->url.port &&
  755. next.secure == h->url.secure &&
  756. drain_small_body(h))
  757. reuse = 1;
  758. else
  759. transport_abandon(h);
  760. h->url = next;
  761. }
  762. /* A redirected POST becomes a GET unless the
  763. * server explicitly asks to repeat the request. */
  764. if (h->resp.status != 307 && h->resp.status != 308) {
  765. h->method = 0;
  766. h->body = 0;
  767. h->body_len = 0;
  768. h->content_type = 0;
  769. }
  770. url_build(&h->url, h->resp.final_url,
  771. sizeof(h->resp.final_url));
  772. hops++;
  773. continue;
  774. }
  775. break;
  776. }
  777. return 0;
  778. fail:
  779. h->keepalive = 0;
  780. uhttp_close(h);
  781. return rv;
  782. }
  783. /* Copy up to max decoded body bytes; >0 data, 0 EOF, <0 error. */
  784. int uhttp_read(struct uhttp *h, void *vbuf, unsigned int max,
  785. unsigned int timeout_ms)
  786. {
  787. unsigned char *out = (unsigned char *)vbuf;
  788. unsigned int n = 0;
  789. int c;
  790. if (h->error)
  791. return h->error;
  792. if (h->eof && h->chunk_state != 1 &&
  793. !(h->resp.have_length && h->body_read < h->resp.content_length))
  794. return 0;
  795. if (max == 0)
  796. return 0;
  797. if (!h->resp.chunked && h->resp.have_length &&
  798. h->body_read >= h->resp.content_length) {
  799. h->eof = 1;
  800. return 0;
  801. }
  802. while (n < max) {
  803. if (h->resp.chunked) {
  804. if (h->chunk_state == 0) {
  805. char line[64];
  806. unsigned int sz = 0, k = 0;
  807. int hl = reader_readline(h, line, sizeof(line),
  808. timeout_ms);
  809. if (hl < 0) {
  810. if (h->eof)
  811. h->peer_close = 1;
  812. if (n)
  813. break;
  814. return h->error ? h->error : 0;
  815. }
  816. while (line[k]) {
  817. char ch = line[k];
  818. unsigned int d;
  819. if (ch >= '0' && ch <= '9')
  820. d = (unsigned int)(ch - '0');
  821. else if (ch >= 'a' && ch <= 'f')
  822. d = (unsigned int)(ch - 'a' + 10);
  823. else if (ch >= 'A' && ch <= 'F')
  824. d = (unsigned int)(ch - 'A' + 10);
  825. else
  826. break;
  827. sz = sz * 16 + d;
  828. k++;
  829. }
  830. if (k == 0) {
  831. h->error = UHTTP_ERR_RESET;
  832. return n ? (int)n : h->error;
  833. }
  834. if (sz == 0) {
  835. h->chunk_state = 3;
  836. } else {
  837. h->chunk_left = sz;
  838. h->chunk_state = 1;
  839. }
  840. } else if (h->chunk_state == 1) {
  841. c = reader_getc(h, timeout_ms);
  842. if (c < 0) {
  843. if (h->eof)
  844. h->peer_close = 1;
  845. if (n)
  846. break;
  847. return h->error ? h->error : 0;
  848. }
  849. out[n++] = (unsigned char)c;
  850. h->body_read++;
  851. if (--h->chunk_left == 0)
  852. h->chunk_state = 2;
  853. } else if (h->chunk_state == 2) {
  854. (void)reader_getc(h, timeout_ms); /* CR */
  855. (void)reader_getc(h, timeout_ms); /* LF */
  856. h->chunk_state = 0;
  857. } else {
  858. char line[64];
  859. int hl = reader_readline(h, line, sizeof(line),
  860. timeout_ms);
  861. if (hl <= 0) {
  862. h->eof = 1;
  863. h->peer_close = 1;
  864. break;
  865. }
  866. }
  867. } else {
  868. if (h->resp.have_length &&
  869. h->body_read >= h->resp.content_length) {
  870. h->eof = 1;
  871. break;
  872. }
  873. c = reader_getc(h, timeout_ms);
  874. if (c < 0) {
  875. if (h->eof)
  876. h->peer_close = 1;
  877. if (n)
  878. break;
  879. return h->error ? h->error : 0;
  880. }
  881. out[n++] = (unsigned char)c;
  882. h->body_read++;
  883. }
  884. }
  885. return (int)n;
  886. }
  887. void uhttp_close(struct uhttp *h)
  888. {
  889. if (h->keepalive && h->connected && !h->peer_close && !h->error)
  890. return;
  891. transport_close(h);
  892. }
  893. const char *uhttp_error_string(int err)
  894. {
  895. switch (err) {
  896. case 0: return "ok";
  897. case UHTTP_ERR_URL: return "bad URL";
  898. case UHTTP_ERR_NIC: return "no NIC found";
  899. case UHTTP_ERR_IP: return "no IP address (run dhcp or netip)";
  900. case UHTTP_ERR_BUSY: return "network busy";
  901. case UHTTP_ERR_DNS: return "DNS lookup failed";
  902. case UHTTP_ERR_ARP: return "no ARP reply";
  903. case UHTTP_ERR_CONNECT: return "connection failed";
  904. case UHTTP_ERR_REFUSED: return "connection refused";
  905. case UHTTP_ERR_TLS: return "TLS handshake failed";
  906. case UHTTP_ERR_SEND: return "request send failed";
  907. case UHTTP_ERR_TIMEOUT: return "timeout";
  908. case UHTTP_ERR_RESET: return "connection reset";
  909. case UHTTP_ERR_REDIRECT: return "bad redirect target";
  910. case UHTTP_ERR_TOOMANY: return "too many redirects";
  911. case UHTTP_ERR_TOOLONG: return "request too long";
  912. default: return "network error";
  913. }
  914. }