// Copyright 2026 Leo Cheng
// SPDX-License-Identifier: Apache-2.0
///|
/// How long a request may take when nothing else is said, in milliseconds: httpx's 5 seconds.
pub let timeout : Int32 = 5000
///|
/// How many redirects are followed when nothing else is said: reqwest's and requests' 10.
pub let redirects : Int32 = 10
///|
/// How many idle HTTP/1.1 connections are kept per origin: urllib3's 10.
pub let idle : Int32 = 10
///|
let mozilla_roots : Ref[@x509.Roots?] = Ref(None)
///|
/// The Mozilla roots, read once and only when a client is made without its own TLS settings.
fn mozilla() -> @x509.Roots {
match mozilla_roots.val {
Some(roots) => roots
None => {
let roots = @roots.mozilla()
mozilla_roots.val = Some(roots)
roots
}
}
}
///|
/// An HTTP client that keeps its connections: idle HTTP/1.1 ones per origin, and one HTTP/2
/// connection per origin for every request to it. Close it when done with it.
struct Client {
base : @moonurl.Url?
headers : Array[(String, String)]
timeout : Int32?
redirects : Int32
compression : Bool
tls : @tls.Client
pool : Pool
}
///|
/// A client.
///
/// `base_url` is the prefix relative URLs are joined to, as httpx joins them: its path is kept,
/// so `/users` under `https://a.example/api` is `https://a.example/api/users`. `headers` go on
/// every request. `timeout` bounds each request, redirects included; `None` waits for ever.
/// `redirects` caps how many are followed; 0 follows none. `http2` offers HTTP/2 by ALPN.
/// `compression` asks for gzip or deflate and decodes what comes back, as httpx and reqwest do;
/// a request that names its own `accept-encoding` gets the body as sent.
/// `tls` judges servers' certificates, the Mozilla roots when not given; its ALPN list is set
/// by `http2`.
pub fn Client::new(
base_url? : String,
headers? : Array[(String, String)],
timeout~ : Int32? = Some(timeout),
redirects~ : Int32 = redirects,
http2~ : Bool = true,
compression~ : Bool = true,
idle~ : Int32 = idle,
tls? : @tls.Client,
) -> Client raise Refused {
let base = match base_url {
Some(text) => {
let url = parse(text)
check(url, text)
Some(url)
}
None => None
}
let alpn = if http2 { ["h2", "http/1.1"] } else { ["http/1.1"] }
let tls = match tls {
Some(config) => { ..config, alpn, }
None => @tls.Client::new(mozilla(), alpn~)
}
{
base,
headers: headers.unwrap_or([]),
timeout,
redirects,
compression,
tls,
pool: Pool::new(idle),
}
}
///|
/// Close every connection the client keeps.
pub fn Client::close(self : Client) -> Unit {
self.pool.close()
}
///|
fn parse(text : StringView) -> @moonurl.Url raise Refused {
@moonurl.Url::decode(text) catch {
_ => raise Url(text.to_owned())
}
}
///|
fn check(url : @moonurl.Url, text : StringView) -> Unit raise Refused {
guard url.scheme is Some("http" | "https") else {
raise Url("\{text}: not http or https")
}
guard url.host is Some(host) && host != "" else {
raise Url("\{text}: no host")
}
}
///|
/// The absolute URL a request goes to: joined to the base, with `query` added to any query
/// the URL already has.
fn Client::locate(
self : Client,
text : StringView,
query : Array[(String, String)]?,
) -> @moonurl.Url raise Refused {
let given = parse(text)
let url = match self.base {
Some(base) if !given.is_absolute() => {
let prefix = if base.path.has_suffix("/") {
base.path
} else {
base.path + "/"
}
let rest = match given.path.strip_prefix("/") {
Some(rest) => rest.to_owned()
None => given.path
}
{ ..base, path: prefix + rest, query: given.query, fragment: None, }
}
_ => given
}
check(url, text)
guard query is Some(pairs) && pairs.length() > 0 else { return url }
let extra = @moonurl.Query::new(pairs~).encode()
let joined = match url.query {
Some(q) if q != "" => q + "&" + extra
_ => extra
}
{ ..url, query: Some(joined), }
}
///|
fn Origin::of(url : @moonurl.Url) -> Origin {
let scheme = url.scheme.unwrap_or("http")
let port = match url.port {
Some(p) => p
None => if scheme == "https" { 443 } else { 80 }
}
{ scheme, host: url.host.unwrap_or(""), port, }
}
///|
fn has(fields : Array[(String, String)], name : String) -> Bool {
fields.iter().any(f => f.0.to_lower() == name)
}
///|
fn without(
fields : Array[(String, String)],
names : Array[String],
) -> Array[(String, String)] {
fields.filter(f => !names.contains(f.0.to_lower()))
}
///|
/// The client's headers with the request's laid over them: a name given for the request
/// replaces the client's value for that name.
fn merge(
base : Array[(String, String)],
extra : Array[(String, String)],
) -> Array[(String, String)] {
without(base, extra.map(f => f.0.to_lower())) + extra
}
///|
/// The octets, and the content type they go out under unless the caller names one.
fn Body::encode(self : Body) -> (Bytes, String?) {
match self {
Empty => (b"", None)
Text(text) => (@utf8.encode(text), Some("text/plain; charset=utf-8"))
Bytes(bytes) => (bytes, Some("application/octet-stream"))
Json(value) => (@utf8.encode(value.stringify()), Some("application/json"))
Form(pairs) =>
(
@utf8.encode(@moonurl.Query::new(pairs~).encode()),
Some("application/x-www-form-urlencoded"),
)
}
}
///|
/// One exchange, on a kept connection when there is one.
async fn Client::exchange(
self : Client,
origin : Origin,
out : Outgoing,
) -> Reply {
match self.pool.checkout(origin, self.tls) {
H2(h2, reused~) =>
h2.exchange(out) catch {
e => {
self.pool.forget(origin, h2)
// A connection the server went away from fails the next request on it; one it says
// it never processed (REFUSED_STREAM, RFC 9113 §8.7) is safe to send again whatever
// the method.
guard reused &&
(
out.verb.is_idempotent() ||
(e is Reset(code=c) && c == refused_stream)
) else {
raise e
}
return self.exchange(origin, out)
}
}
H1(conn, reused~) => {
let reply = h1(conn, out) catch {
e => {
conn.close()
// A kept connection the server closed while it sat idle fails on first use, before
// the request reached anything; an idempotent request goes again on another.
guard reused && out.verb.is_idempotent() else { raise e }
return self.exchange(origin, out)
}
}
if reply.reusable {
self.pool.checkin(origin, conn)
} else {
conn.close()
}
reply
}
}
}
///|
async fn Client::send(
self : Client,
verb : @method.Method,
url : @moonurl.Url,
fields : Array[(String, String)],
body : Body,
) -> Response {
let origin = Origin::of(url)
let (payload, kind) = body.encode()
let all = fields.copy()
if kind is Some(k) && !has(all, "content-type") {
all.push(("content-type", k))
}
if !has(all, "user-agent") {
all.push(("user-agent", "moonfetch"))
}
if !has(all, "accept") {
all.push(("accept", "*/*"))
}
let decode = self.compression && !has(all, "accept-encoding")
if decode {
all.push(("accept-encoding", "gzip, deflate"))
}
let path = if url.path == "" { "/" } else { url.path }
let target = match url.query {
Some(q) => path + "?" + q
None => path
}
let out = {
verb,
scheme: origin.scheme,
authority: origin.authority(),
target,
fields: all.map(f => @header.Header::of(f.0, f.1)),
payload,
}
let reply = self.exchange(origin, out)
let (headers, body) = if decode {
decoded(reply.headers, reply.body)
} else {
(reply.headers, reply.body)
}
{
status: reply.status,
reason: reply.reason,
version: reply.version,
headers,
url: url.encode(),
body,
}
}
///|
/// The body with its content codings undone, last applied first (RFC 9110 §8.4), and the
/// headers without the `content-encoding` and `content-length` that no longer describe it, as
/// reqwest leaves them. A coding not asked for is left in place. `deflate` is the zlib format
/// by the RFC, but some servers send bare DEFLATE, so both are read.
fn decoded(
headers : Array[(String, String)],
body : Bytes,
) -> (Array[(String, String)], Bytes) raise {
guard headers.iter().find_first(h => h.0 == "content-encoding")
is Some((_, value)) &&
body.length() > 0 else {
return (headers, body)
}
let codings = value
.split(",")
.map(c => c.trim(chars=" \t").to_owned().to_lower())
.collect()
let mut out = body
for i = codings.length() - 1; i >= 0; i = i - 1 {
out = match codings[i] {
"gzip" | "x-gzip" => @gzip.gunzip(out[:])
"deflate" => @zlib.unzlib(out[:]) catch { _ => @deflate.inflate(out[:]) }
"identity" => out
_ => return (headers, body)
}
}
(without(headers, ["content-encoding", "content-length"]), out)
}
///|
/// Send, then follow redirects (RFC 9110 §15.4). A 303, and a 301 or 302 to a POST, turn into
/// a GET without a body, as browsers and every client in use do. Credentials stay with their
/// origin: `authorization` and `cookie` are dropped when a redirect leaves it.
async fn Client::follow(
self : Client,
hop : Int32,
limit : Int32,
verb : @method.Method,
url : @moonurl.Url,
fields : Array[(String, String)],
body : Body,
) -> Response {
let response = self.send(verb, url, fields, body)
guard limit > 0 &&
response.status is (301 | 302 | 303 | 307 | 308) &&
response.header("location") is Some(location) else {
return response
}
if hop == limit {
raise Redirects(limit~)
}
let next = url.resolve(parse(location))
check(next, location)
let to_get = (response.status == 303 && !(verb is Head)) ||
(response.status is (301 | 302) && verb is Post)
let (verb, body, fields) = if to_get {
(
@method.Method::Get,
Body::Empty,
without(fields, ["content-type", "content-length"]),
)
} else {
(verb, body, fields)
}
let fields = if Origin::of(next).key() == Origin::of(url).key() {
fields
} else {
without(fields, ["authorization", "cookie"])
}
self.follow(hop + 1, limit, verb, next, fields, body)
}
///|
/// Send a request and read the response whole.
///
/// `query` is added to the URL's own query; `headers` replace the client's of the same name;
/// `timeout` and `redirects` replace the client's for this request.
pub async fn Client::request(
self : Client,
verb : @method.Method,
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
body? : Body,
timeout? : Int32,
redirects? : Int32,
) -> Response {
let target = self.locate(url, query)
let fields = merge(self.headers, headers.unwrap_or([]))
let limit = redirects.unwrap_or(self.redirects)
let run = () => {
self.follow(0, limit, verb, target, fields, body.unwrap_or(Empty))
}
match
(match timeout {
Some(ms) => Some(ms)
None => self.timeout
}) {
None => run()
Some(ms) =>
match @async.with_timeout_opt(ms, run) {
Some(response) => response
None => raise Timeout(limit=ms)
}
}
}
///|
pub async fn Client::get(
self : Client,
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Get, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn Client::head(
self : Client,
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Head, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn Client::delete(
self : Client,
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Delete, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn Client::options(
self : Client,
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Options, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn Client::post(
self : Client,
url : StringView,
body? : Body,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Post, url, body?, query?, headers?, timeout?, redirects?)
}
///|
pub async fn Client::put(
self : Client,
url : StringView,
body? : Body,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Put, url, body?, query?, headers?, timeout?, redirects?)
}
///|
pub async fn Client::patch(
self : Client,
url : StringView,
body? : Body,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
self.request(Patch, url, body?, query?, headers?, timeout?, redirects?)
}
///|
/// One request on a client of its own, closed afterwards. A program that makes more than a few
/// requests keeps a `Client` instead.
pub async fn request(
verb : @method.Method,
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
body? : Body,
timeout? : Int32,
redirects? : Int32,
) -> Response {
let client = Client::new()
defer client.close()
client.request(verb, url, query?, headers?, body?, timeout?, redirects?)
}
///|
pub async fn get(
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Get, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn head(
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Head, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn delete(
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Delete, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn options(
url : StringView,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Options, url, query?, headers?, timeout?, redirects?)
}
///|
pub async fn post(
url : StringView,
body? : Body,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Post, url, body?, query?, headers?, timeout?, redirects?)
}
///|
pub async fn put(
url : StringView,
body? : Body,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Put, url, body?, query?, headers?, timeout?, redirects?)
}
///|
pub async fn patch(
url : StringView,
body? : Body,
query? : Array[(String, String)],
headers? : Array[(String, String)],
timeout? : Int32,
redirects? : Int32,
) -> Response {
request(Patch, url, body?, query?, headers?, timeout?, redirects?)
}