import { field, logger } from "@coder/logger" import * as fs from "fs-extra" import * as http from "http" import * as httpolyglot from "httpolyglot" import * as https from "https" import * as net from "net" import * as path from "path" import * as querystring from "querystring" import safeCompare from "safe-compare" import { Readable } from "stream" import * as tarFs from "tar-fs" import * as tls from "tls" import * as url from "url" import * as zlib from "zlib" import { HttpCode, HttpError } from "../common/http" import { normalize, Options, plural, split } from "../common/util" import { SocketProxyProvider } from "./socket" import { getMediaMime, xdgLocalDir } from "./util" export type Cookies = { [key: string]: string[] | undefined } export type PostData = { [key: string]: string | string[] | undefined } interface AuthPayload extends Cookies { key?: string[] } export enum AuthType { Password = "password", None = "none", } export type Query = { [key: string]: string | string[] | undefined } export interface HttpResponse { /* * Whether to set cache-control headers for this response. */ cache?: boolean /** * If the code cannot be determined automatically set it here. The * defaults are 302 for redirects and 200 for successful requests. For errors * you should throw an HttpError and include the code there. If you * use Error it will default to 404 for ENOENT and EISDIR and 500 otherwise. */ code?: number /** * Content to write in the response. Mutually exclusive with stream. */ content?: T /** * Cookie to write with the response. * NOTE: Cookie paths must be absolute. The default is /. */ cookie?: { key: string; value: string; path?: string } /** * Used to automatically determine the appropriate mime type. */ filePath?: string /** * Additional headers to include. */ headers?: http.OutgoingHttpHeaders /** * If the mime type cannot be determined automatically set it here. */ mime?: string /** * Redirect to this path. Will rewrite against the base path but NOT the * provider endpoint so you must include it. This allows redirecting outside * of your endpoint. */ redirect?: string /** * Stream this to the response. Mutually exclusive with content. */ stream?: Readable /** * Query variables to add in addition to current ones when redirecting. Use * `undefined` to remove a query variable. */ query?: Query } /** * Use when you need to run search and replace on a file's content before * sending it. */ export interface HttpStringFileResponse extends HttpResponse { content: string filePath: string } export interface RedirectResponse extends HttpResponse { redirect: string } export interface HttpServerOptions { readonly auth?: AuthType readonly cert?: string readonly certKey?: string readonly commit?: string readonly host?: string readonly password?: string readonly port?: number readonly socket?: string } export interface Route { base: string requestPath: string query: querystring.ParsedUrlQuery fullPath: string originalPath: string } interface ProviderRoute extends Route { provider: HttpProvider } export interface HttpProviderOptions { readonly auth: AuthType readonly base: string readonly commit: string readonly password?: string } /** * Provides HTTP responses. This abstract class provides some helpers for * interpreting, creating, and authenticating responses. */ export abstract class HttpProvider { protected readonly rootPath = path.resolve(__dirname, "../..") public constructor(protected readonly options: HttpProviderOptions) {} public dispose(): void { // No default behavior. } /** * Handle web sockets on the registered endpoint. */ public abstract handleWebSocket( route: Route, request: http.IncomingMessage, socket: net.Socket, head: Buffer, ): Promise /** * Handle requests to the registered endpoint. */ public abstract handleRequest(route: Route, request: http.IncomingMessage): Promise /** * Get the base relative to the provided route. For each slash we need to go * up a directory. For example: * / => ./ * /foo => ./ * /foo/ => ./../ * /foo/bar => ./../ * /foo/bar/ => ./../../ */ public base(route: Route): string { const depth = (route.originalPath.match(/\//g) || []).length return normalize("./" + (depth > 1 ? "../".repeat(depth - 1) : "")) } /** * Get error response. */ public async getErrorRoot(route: Route, title: string, header: string, body: string): Promise { const response = await this.getUtf8Resource(this.rootPath, "src/browser/pages/error.html") response.content = response.content .replace(/{{ERROR_TITLE}}/g, title) .replace(/{{ERROR_HEADER}}/g, header) .replace(/{{ERROR_BODY}}/g, body) return this.replaceTemplates(route, response) } /** * Replace common templates strings. */ protected replaceTemplates( route: Route, response: HttpStringFileResponse, sessionId?: string, ): HttpStringFileResponse { const options: Options = { base: this.base(route), commit: this.options.commit, logLevel: logger.level, sessionId, } response.content = response.content .replace(/{{COMMIT}}/g, this.options.commit) .replace(/{{BASE}}/g, this.base(route)) .replace(/"{{OPTIONS}}"/, `'${JSON.stringify(options)}'`) return response } protected get isDev(): boolean { return this.options.commit === "development" } /** * Get a file resource. * TODO: Would a stream be faster, at least for large files? */ protected async getResource(...parts: string[]): Promise { const filePath = path.join(...parts) return { content: await fs.readFile(filePath), filePath } } /** * Get a file resource as a string. */ protected async getUtf8Resource(...parts: string[]): Promise { const filePath = path.join(...parts) return { content: await fs.readFile(filePath, "utf8"), filePath } } /** * Tar up and stream a directory. */ protected async getTarredResource(request: http.IncomingMessage, ...parts: string[]): Promise { const filePath = path.join(...parts) let stream: Readable = tarFs.pack(filePath) const headers: http.OutgoingHttpHeaders = {} if (request.headers["accept-encoding"] && request.headers["accept-encoding"].includes("gzip")) { logger.debug("gzipping tar", field("filePath", filePath)) const compress = zlib.createGzip() stream.pipe(compress) stream.on("error", (error) => compress.destroy(error)) stream.on("close", () => compress.end()) stream = compress headers["content-encoding"] = "gzip" } return { stream, filePath, mime: "application/gzip", cache: true, headers } } /** * Helper to error on invalid methods (default GET). */ protected ensureMethod(request: http.IncomingMessage, method?: string | string[]): void { const check = Array.isArray(method) ? method : [method || "GET"] if (!request.method || !check.includes(request.method)) { throw new HttpError(`Unsupported method ${request.method}`, HttpCode.BadRequest) } } /** * Helper to error if not authorized. */ protected ensureAuthenticated(request: http.IncomingMessage): void { if (!this.authenticated(request)) { throw new HttpError("Unauthorized", HttpCode.Unauthorized) } } /** * Use the first query value or the default if there isn't one. */ protected queryOrDefault(value: string | string[] | undefined, def: string): string { if (Array.isArray(value)) { value = value[0] } return typeof value !== "undefined" ? value : def } /** * Return the provided password value if the payload contains the right * password otherwise return false. If no payload is specified use cookies. */ protected authenticated(request: http.IncomingMessage, payload?: AuthPayload): string | boolean { switch (this.options.auth) { case AuthType.None: return true case AuthType.Password: if (typeof payload === "undefined") { payload = this.parseCookies(request) } if (this.options.password && payload.key) { for (let i = 0; i < payload.key.length; ++i) { if (safeCompare(payload.key[i], this.options.password)) { return payload.key[i] } } } return false default: throw new Error(`Unsupported auth type ${this.options.auth}`) } } /** * Parse POST data. */ protected getData(request: http.IncomingMessage): Promise { return request.method === "POST" || request.method === "DELETE" ? new Promise((resolve, reject) => { let body = "" const onEnd = (): void => { off() // eslint-disable-line @typescript-eslint/no-use-before-define resolve(body || undefined) } const onError = (error: Error): void => { off() // eslint-disable-line @typescript-eslint/no-use-before-define reject(error) } const onData = (d: Buffer): void => { body += d if (body.length > 1e6) { onError(new HttpError("Payload is too large", HttpCode.LargePayload)) request.connection.destroy() } } const off = (): void => { request.off("error", onError) request.off("data", onError) request.off("end", onEnd) } request.on("error", onError) request.on("data", onData) request.on("end", onEnd) }) : Promise.resolve(undefined) } /** * Parse cookies. */ protected parseCookies(request: http.IncomingMessage): T { const cookies: { [key: string]: string[] } = {} if (request.headers.cookie) { request.headers.cookie.split(";").forEach((keyValue) => { const [key, value] = split(keyValue, "=") if (!cookies[key]) { cookies[key] = [] } cookies[key].push(decodeURI(value)) }) } return cookies as T } } /** * Provides a heartbeat using a local file to indicate activity. */ export class Heart { private heartbeatTimer?: NodeJS.Timeout private heartbeatInterval = 60000 private lastHeartbeat = 0 public constructor(private readonly heartbeatPath: string, private readonly isActive: () => Promise) {} /** * Write to the heartbeat file if we haven't already done so within the * timeout and start or reset a timer that keeps running as long as there is * activity. Failures are logged as warnings. */ public beat(): void { const now = Date.now() if (now - this.lastHeartbeat >= this.heartbeatInterval) { logger.trace("heartbeat") fs.outputFile(this.heartbeatPath, "").catch((error) => { logger.warn(error.message) }) this.lastHeartbeat = now if (typeof this.heartbeatTimer !== "undefined") { clearTimeout(this.heartbeatTimer) } this.heartbeatTimer = setTimeout(() => { this.isActive() .then((active) => { if (active) { this.beat() } }) .catch((error) => { logger.warn(error.message) }) }, this.heartbeatInterval) } } } export interface HttpProvider0 { new (options: HttpProviderOptions): T } export interface HttpProvider1 { new (options: HttpProviderOptions, a1: A1): T } export interface HttpProvider2 { new (options: HttpProviderOptions, a1: A1, a2: A2): T } export interface HttpProvider3 { new (options: HttpProviderOptions, a1: A1, a2: A2, a3: A3): T } /** * An HTTP server. Its main role is to route incoming HTTP requests to the * appropriate provider for that endpoint then write out the response. It also * covers some common use cases like redirects and caching. */ export class HttpServer { protected readonly server: http.Server | https.Server private listenPromise: Promise | undefined public readonly protocol: "http" | "https" private readonly providers = new Map() private readonly heart: Heart private readonly socketProvider = new SocketProxyProvider() public constructor(private readonly options: HttpServerOptions) { this.heart = new Heart(path.join(xdgLocalDir, "heartbeat"), async () => { const connections = await this.getConnections() logger.trace(`${connections} active connection${plural(connections)}`) return connections !== 0 }) this.protocol = this.options.cert ? "https" : "http" if (this.protocol === "https") { this.server = httpolyglot.createServer( { cert: this.options.cert && fs.readFileSync(this.options.cert), key: this.options.certKey && fs.readFileSync(this.options.certKey), }, this.onRequest, ) } else { this.server = http.createServer(this.onRequest) } } public dispose(): void { this.socketProvider.stop() this.providers.forEach((p) => p.dispose()) } public async getConnections(): Promise { return new Promise((resolve, reject) => { this.server.getConnections((error, count) => { return error ? reject(error) : resolve(count) }) }) } /** * Register a provider for a top-level endpoint. */ public registerHttpProvider(endpoint: string, provider: HttpProvider0): T public registerHttpProvider(endpoint: string, provider: HttpProvider1, a1: A1): T public registerHttpProvider( endpoint: string, provider: HttpProvider2, a1: A1, a2: A2, ): T public registerHttpProvider( endpoint: string, provider: HttpProvider3, a1: A1, a2: A2, a3: A3, ): T // eslint-disable-next-line @typescript-eslint/no-explicit-any public registerHttpProvider(endpoint: string, provider: any, ...args: any[]): any { endpoint = endpoint.replace(/^\/+|\/+$/g, "") if (this.providers.has(`/${endpoint}`)) { throw new Error(`${endpoint} is already registered`) } if (/\//.test(endpoint)) { throw new Error(`Only top-level endpoints are supported (got ${endpoint})`) } const p = new provider( { auth: this.options.auth || AuthType.None, base: `/${endpoint}`, commit: this.options.commit, password: this.options.password, }, ...args, ) this.providers.set(`/${endpoint}`, p) return p } /** * Start listening on the specified port. */ public listen(): Promise { if (!this.listenPromise) { this.listenPromise = new Promise((resolve, reject) => { this.server.on("error", reject) this.server.on("upgrade", this.onUpgrade) const onListen = (): void => resolve(this.address()) if (this.options.socket) { this.server.listen(this.options.socket, onListen) } else { this.server.listen(this.options.port, this.options.host, onListen) } }) } return this.listenPromise } /** * The *local* address of the server. */ public address(): string | null { const address = this.server.address() const endpoint = typeof address !== "string" && address !== null ? (address.address === "::" ? "localhost" : address.address) + ":" + address.port : address return endpoint && `${this.protocol}://${endpoint}` } private onRequest = async (request: http.IncomingMessage, response: http.ServerResponse): Promise => { this.heart.beat() const route = this.parseUrl(request) try { const payload = this.maybeRedirect(request, route) || (await route.provider.handleRequest(route, request)) if (!payload) { throw new HttpError("Not found", HttpCode.NotFound) } response.writeHead(payload.redirect ? HttpCode.Redirect : payload.code || HttpCode.Ok, { "Content-Type": payload.mime || getMediaMime(payload.filePath), ...(payload.redirect ? { Location: this.constructRedirect(request, route, payload as RedirectResponse) } : {}), ...(request.headers["service-worker"] ? { "Service-Worker-Allowed": route.provider.base(route) } : {}), ...(payload.cache ? { "Cache-Control": "public, max-age=31536000" } : {}), ...(payload.cookie ? { "Set-Cookie": [ `${payload.cookie.key}=${payload.cookie.value}`, `Path=${normalize(payload.cookie.path || "/", true)}`, "HttpOnly", "SameSite=strict", ].join(";"), } : {}), ...payload.headers, }) if (payload.stream) { payload.stream.on("error", (error: NodeJS.ErrnoException) => { response.writeHead(error.code === "ENOENT" ? HttpCode.NotFound : HttpCode.ServerError) response.end(error.message) }) payload.stream.on("close", () => response.end()) payload.stream.pipe(response) } else if (typeof payload.content === "string" || payload.content instanceof Buffer) { response.end(payload.content) } else if (payload.content && typeof payload.content === "object") { response.end(JSON.stringify(payload.content)) } else { response.end() } } catch (error) { let e = error if (error.code === "ENOENT" || error.code === "EISDIR") { e = new HttpError("Not found", HttpCode.NotFound) } logger.debug("Request error", field("url", request.url)) logger.debug(error.stack) const code = typeof e.code === "number" ? e.code : HttpCode.ServerError const content = (await route.provider.getErrorRoot(route, code, code, e.message)).content response.writeHead(code) response.end(content) } } /** * Return any necessary redirection before delegating to a provider. */ private maybeRedirect(request: http.IncomingMessage, route: ProviderRoute): RedirectResponse | undefined { // If we're handling TLS ensure all requests are redirected to HTTPS. if (this.options.cert && !(request.connection as tls.TLSSocket).encrypted) { return { redirect: route.fullPath } } return undefined } /** * Given a path that goes from the base, construct a relative redirect URL * that will get you there considering that the app may be served from an * unknown base path. If handling TLS, also ensure HTTPS. */ private constructRedirect(request: http.IncomingMessage, route: ProviderRoute, payload: RedirectResponse): string { const query = { ...route.query, ...(payload.query || {}), } Object.keys(query).forEach((key) => { if (typeof query[key] === "undefined") { delete query[key] } }) const secure = (request.connection as tls.TLSSocket).encrypted const redirect = (this.options.cert && !secure ? `${this.protocol}://${request.headers.host}/` : "") + normalize(`${route.provider.base(route)}/${payload.redirect}`, true) + (Object.keys(query).length > 0 ? `?${querystring.stringify(query)}` : "") logger.debug("Redirecting", field("secure", !!secure), field("from", request.url), field("to", redirect)) return redirect } private onUpgrade = async (request: http.IncomingMessage, socket: net.Socket, head: Buffer): Promise => { try { this.heart.beat() socket.on("error", () => socket.destroy()) if (this.options.cert && !(socket as tls.TLSSocket).encrypted) { throw new HttpError("HTTP websocket", HttpCode.BadRequest) } if (!request.headers.upgrade || request.headers.upgrade.toLowerCase() !== "websocket") { throw new HttpError("HTTP/1.1 400 Bad Request", HttpCode.BadRequest) } const route = this.parseUrl(request) if (!route.provider) { throw new HttpError("Not found", HttpCode.NotFound) } if ( !(await route.provider.handleWebSocket(route, request, await this.socketProvider.createProxy(socket), head)) ) { throw new HttpError("Not found", HttpCode.NotFound) } } catch (error) { socket.destroy(error) logger.warn(`discarding socket connection: ${error.message}`) } } /** * Parse a request URL so we can route it. */ private parseUrl(request: http.IncomingMessage): ProviderRoute { const parse = (fullPath: string): { base: string; requestPath: string } => { const match = fullPath.match(/^(\/?[^/]*)(.*)$/) let [, /* ignore */ base, requestPath] = match ? match.map((p) => p.replace(/\/+$/, "")) : ["", "", ""] if (base.indexOf(".") !== -1) { // Assume it's a file at the root. requestPath = base base = "/" } else if (base === "") { // Happens if it's a plain `domain.com`. base = "/" } requestPath = requestPath || "/index.html" return { base, requestPath } } const parsedUrl = request.url ? url.parse(request.url, true) : { query: {}, pathname: "" } const originalPath = parsedUrl.pathname || "/" const fullPath = normalize(originalPath, true) const { base, requestPath } = parse(fullPath) // Providers match on the path after their base so we need to account for // that by shifting the next base out of the request path. let provider = this.providers.get(base) if (base !== "/" && provider) { return { ...parse(requestPath), fullPath, query: parsedUrl.query, provider, originalPath } } // Fall back to the top-level provider. provider = this.providers.get("/") if (!provider) { throw new Error(`No provider for ${base}`) } return { base, fullPath, requestPath, query: parsedUrl.query, provider, originalPath } } }