http.ts 30.0 KB
Newer Older
A
Asher 已提交
1
import { field, logger } from "@coder/logger"
A
Asher 已提交
2 3
import * as fs from "fs-extra"
import * as http from "http"
A
Asher 已提交
4
import proxy from "http-proxy"
A
Asher 已提交
5 6 7 8 9 10 11 12 13 14
import * as httpolyglot from "httpolyglot"
import * as https from "https"
import * as net from "net"
import * as path from "path"
import * as querystring from "querystring"
import safeCompare from "safe-compare"
import { Readable } from "stream"
import * as tls from "tls"
import * as url from "url"
import { HttpCode, HttpError } from "../common/http"
15
import { arrayify, normalize, Options, plural, split, trimSlashes } from "../common/util"
A
Asher 已提交
16
import { SocketProxyProvider } from "./socket"
17
import { getMediaMime, paths } from "./util"
A
Asher 已提交
18 19 20 21

export type Cookies = { [key: string]: string[] | undefined }
export type PostData = { [key: string]: string | string[] | undefined }

A
Asher 已提交
22 23 24 25
interface ProxyRequest extends http.IncomingMessage {
  base?: string
}

A
Asher 已提交
26 27 28 29 30 31 32 33 34 35 36
interface AuthPayload extends Cookies {
  key?: string[]
}

export enum AuthType {
  Password = "password",
  None = "none",
}

export type Query = { [key: string]: string | string[] | undefined }

A
Asher 已提交
37 38
export interface ProxyOptions {
  /**
39
   * A path to strip from from the beginning of the request before proxying
A
Asher 已提交
40
   */
41 42 43 44 45
  strip?: string
  /**
   * A path to add to the beginning of the request before proxying.
   */
  prepend?: string
A
Asher 已提交
46 47 48 49 50 51
  /**
   * The port to proxy.
   */
  port: string
}

A
Asher 已提交
52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
export interface HttpResponse<T = string | Buffer | object> {
  /*
   * Whether to set cache-control headers for this response.
   */
  cache?: boolean
  /**
   * If the code cannot be determined automatically set it here. The
   * defaults are 302 for redirects and 200 for successful requests. For errors
   * you should throw an HttpError and include the code there. If you
   * use Error it will default to 404 for ENOENT and EISDIR and 500 otherwise.
   */
  code?: number
  /**
   * Content to write in the response. Mutually exclusive with stream.
   */
  content?: T
  /**
   * Cookie to write with the response.
A
Asher 已提交
70
   * NOTE: Cookie paths must be absolute. The default is /.
A
Asher 已提交
71
   */
A
Asher 已提交
72
  cookie?: { key: string; value: string; path?: string }
A
Asher 已提交
73 74 75 76 77 78 79 80 81 82 83 84 85
  /**
   * Used to automatically determine the appropriate mime type.
   */
  filePath?: string
  /**
   * Additional headers to include.
   */
  headers?: http.OutgoingHttpHeaders
  /**
   * If the mime type cannot be determined automatically set it here.
   */
  mime?: string
  /**
A
Asher 已提交
86 87
   * Redirect to this path. This is constructed against the site base (not the
   * provider's base).
A
Asher 已提交
88 89 90 91 92 93 94 95 96 97 98
   */
  redirect?: string
  /**
   * Stream this to the response. Mutually exclusive with content.
   */
  stream?: Readable
  /**
   * Query variables to add in addition to current ones when redirecting. Use
   * `undefined` to remove a query variable.
   */
  query?: Query
A
Asher 已提交
99
  /**
A
Asher 已提交
100 101 102 103 104 105 106 107
   * Indicates the request should be proxied.
   */
  proxy?: ProxyOptions
}

export interface WsResponse {
  /**
   * Indicates the web socket should be proxied.
A
Asher 已提交
108
   */
A
Asher 已提交
109
  proxy?: ProxyOptions
A
Asher 已提交
110 111 112 113 114 115 116 117 118 119 120
}

/**
 * Use when you need to run search and replace on a file's content before
 * sending it.
 */
export interface HttpStringFileResponse extends HttpResponse {
  content: string
  filePath: string
}

A
Asher 已提交
121 122 123 124
export interface RedirectResponse extends HttpResponse {
  redirect: string
}

A
Asher 已提交
125
export interface HttpServerOptions {
A
Asher 已提交
126
  readonly auth?: AuthType
A
Asher 已提交
127 128
  readonly cert?: string
  readonly certKey?: string
A
Asher 已提交
129
  readonly commit?: string
A
Asher 已提交
130
  readonly host?: string
A
Asher 已提交
131
  readonly password?: string
A
Asher 已提交
132
  readonly port?: number
A
Asher 已提交
133
  readonly proxyDomains?: string[]
A
Asher 已提交
134 135 136
  readonly socket?: string
}

A
Asher 已提交
137
export interface Route {
A
Asher 已提交
138
  /**
A
Asher 已提交
139 140 141 142 143
   * Provider base path part (for /provider/base/path it would be /provider).
   */
  providerBase: string
  /**
   * Base path part (for /provider/base/path it would be /base).
A
Asher 已提交
144
   */
A
Asher 已提交
145
  base: string
A
Asher 已提交
146
  /**
A
Asher 已提交
147 148
   * Remaining part of the route after factoring out the base and provider base
   * (for /provider/base/path it would be /path). It can be blank.
A
Asher 已提交
149
   */
A
Asher 已提交
150
  requestPath: string
A
Asher 已提交
151 152 153
  /**
   * Query variables included in the request.
   */
A
Asher 已提交
154
  query: querystring.ParsedUrlQuery
A
Asher 已提交
155 156 157
  /**
   * Normalized version of `originalPath`.
   */
A
Asher 已提交
158
  fullPath: string
A
Asher 已提交
159 160 161
  /**
   * Original path of the request without any modifications.
   */
A
Asher 已提交
162 163 164
  originalPath: string
}

A
Asher 已提交
165 166 167 168
interface ProviderRoute extends Route {
  provider: HttpProvider
}

A
Asher 已提交
169 170
export interface HttpProviderOptions {
  readonly auth: AuthType
A
Asher 已提交
171
  readonly commit: string
A
Asher 已提交
172
  readonly password?: string
A
Asher 已提交
173 174 175 176 177 178 179 180 181
}

/**
 * Provides HTTP responses. This abstract class provides some helpers for
 * interpreting, creating, and authenticating responses.
 */
export abstract class HttpProvider {
  protected readonly rootPath = path.resolve(__dirname, "../..")

A
Asher 已提交
182
  public constructor(protected readonly options: HttpProviderOptions) {}
A
Asher 已提交
183

A
Asher 已提交
184
  public async dispose(): Promise<void> {
A
Asher 已提交
185 186 187 188
    // No default behavior.
  }

  /**
A
Asher 已提交
189 190 191
   * Handle web sockets on the registered endpoint. Normally the provider
   * handles the request itself but it can return a response when necessary. The
   * default is to throw a 404.
A
Asher 已提交
192
   */
193 194 195 196 197 198 199
  public handleWebSocket(
    /* eslint-disable @typescript-eslint/no-unused-vars */
    _route: Route,
    _request: http.IncomingMessage,
    _socket: net.Socket,
    _head: Buffer,
    /* eslint-enable @typescript-eslint/no-unused-vars */
A
Asher 已提交
200
  ): Promise<WsResponse | void> {
201 202
    throw new HttpError("Not found", HttpCode.NotFound)
  }
A
Asher 已提交
203 204 205 206

  /**
   * Handle requests to the registered endpoint.
   */
A
Asher 已提交
207
  public abstract handleRequest(route: Route, request: http.IncomingMessage): Promise<HttpResponse>
A
Asher 已提交
208

A
Asher 已提交
209
  /**
A
Asher 已提交
210 211
   * Get the base relative to the provided route. For each slash we need to go
   * up a directory. For example:
A
Asher 已提交
212 213 214 215 216
   * / => .
   * /foo => .
   * /foo/ => ./..
   * /foo/bar => ./..
   * /foo/bar/ => ./../..
A
Asher 已提交
217
   */
A
Asher 已提交
218
  public base(route: Route): string {
A
Asher 已提交
219
    const depth = (route.originalPath.match(/\//g) || []).length
A
Asher 已提交
220 221 222
    return normalize("./" + (depth > 1 ? "../".repeat(depth - 1) : ""))
  }

A
Asher 已提交
223 224 225
  /**
   * Get error response.
   */
A
Asher 已提交
226 227 228 229 230 231
  public async getErrorRoot(route: Route, title: string, header: string, body: string): Promise<HttpResponse> {
    const response = await this.getUtf8Resource(this.rootPath, "src/browser/pages/error.html")
    response.content = response.content
      .replace(/{{ERROR_TITLE}}/g, title)
      .replace(/{{ERROR_HEADER}}/g, header)
      .replace(/{{ERROR_BODY}}/g, body)
A
Asher 已提交
232 233 234 235 236 237
    return this.replaceTemplates(route, response)
  }

  /**
   * Replace common templates strings.
   */
238 239 240
  protected replaceTemplates<T extends object>(
    route: Route,
    response: HttpStringFileResponse,
A
Asher 已提交
241
    extraOptions?: Omit<T, "base" | "csStaticBase" | "logLevel">,
A
Asher 已提交
242
  ): HttpStringFileResponse {
A
Asher 已提交
243
    const base = this.base(route)
A
Asher 已提交
244
    const options: Options = {
A
Asher 已提交
245 246
      base,
      csStaticBase: base + "/static/" + this.options.commit + this.rootPath,
A
Asher 已提交
247 248
      logLevel: logger.level,
      ...extraOptions,
A
Asher 已提交
249 250
    }
    response.content = response.content
251
      .replace(/{{TO}}/g, Array.isArray(route.query.to) ? route.query.to[0] : route.query.to || "/dashboard")
A
Asher 已提交
252 253
      .replace(/{{BASE}}/g, options.base)
      .replace(/{{CS_STATIC_BASE}}/g, options.csStaticBase)
A
Asher 已提交
254
      .replace(/"{{OPTIONS}}"/, `'${JSON.stringify(options)}'`)
A
Asher 已提交
255 256 257
    return response
  }

A
Asher 已提交
258 259
  protected get isDev(): boolean {
    return this.options.commit === "development"
A
Asher 已提交
260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279
  }

  /**
   * Get a file resource.
   * TODO: Would a stream be faster, at least for large files?
   */
  protected async getResource(...parts: string[]): Promise<HttpResponse> {
    const filePath = path.join(...parts)
    return { content: await fs.readFile(filePath), filePath }
  }

  /**
   * Get a file resource as a string.
   */
  protected async getUtf8Resource(...parts: string[]): Promise<HttpStringFileResponse> {
    const filePath = path.join(...parts)
    return { content: await fs.readFile(filePath, "utf8"), filePath }
  }

  /**
A
Asher 已提交
280
   * Helper to error on invalid methods (default GET).
A
Asher 已提交
281
   */
A
Asher 已提交
282
  protected ensureMethod(request: http.IncomingMessage, method?: string | string[]): void {
283
    const check = arrayify(method || "GET")
A
Asher 已提交
284
    if (!request.method || !check.includes(request.method)) {
A
Asher 已提交
285 286 287 288 289 290 291
      throw new HttpError(`Unsupported method ${request.method}`, HttpCode.BadRequest)
    }
  }

  /**
   * Helper to error if not authorized.
   */
A
Asher 已提交
292
  public ensureAuthenticated(request: http.IncomingMessage): void {
A
Asher 已提交
293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
    if (!this.authenticated(request)) {
      throw new HttpError("Unauthorized", HttpCode.Unauthorized)
    }
  }

  /**
   * Use the first query value or the default if there isn't one.
   */
  protected queryOrDefault(value: string | string[] | undefined, def: string): string {
    if (Array.isArray(value)) {
      value = value[0]
    }
    return typeof value !== "undefined" ? value : def
  }

  /**
   * Return the provided password value if the payload contains the right
   * password otherwise return false. If no payload is specified use cookies.
   */
A
Asher 已提交
312
  public authenticated(request: http.IncomingMessage, payload?: AuthPayload): string | boolean {
A
Asher 已提交
313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
    switch (this.options.auth) {
      case AuthType.None:
        return true
      case AuthType.Password:
        if (typeof payload === "undefined") {
          payload = this.parseCookies<AuthPayload>(request)
        }
        if (this.options.password && payload.key) {
          for (let i = 0; i < payload.key.length; ++i) {
            if (safeCompare(payload.key[i], this.options.password)) {
              return payload.key[i]
            }
          }
        }
        return false
      default:
        throw new Error(`Unsupported auth type ${this.options.auth}`)
    }
  }

  /**
   * Parse POST data.
   */
  protected getData(request: http.IncomingMessage): Promise<string | undefined> {
    return request.method === "POST" || request.method === "DELETE"
      ? new Promise<string>((resolve, reject) => {
          let body = ""
          const onEnd = (): void => {
            off() // eslint-disable-line @typescript-eslint/no-use-before-define
            resolve(body || undefined)
          }
          const onError = (error: Error): void => {
            off() // eslint-disable-line @typescript-eslint/no-use-before-define
            reject(error)
          }
          const onData = (d: Buffer): void => {
            body += d
            if (body.length > 1e6) {
              onError(new HttpError("Payload is too large", HttpCode.LargePayload))
              request.connection.destroy()
            }
          }
          const off = (): void => {
            request.off("error", onError)
            request.off("data", onError)
            request.off("end", onEnd)
          }
          request.on("error", onError)
          request.on("data", onData)
          request.on("end", onEnd)
        })
      : Promise.resolve(undefined)
  }

  /**
   * Parse cookies.
   */
  protected parseCookies<T extends Cookies>(request: http.IncomingMessage): T {
    const cookies: { [key: string]: string[] } = {}
    if (request.headers.cookie) {
      request.headers.cookie.split(";").forEach((keyValue) => {
        const [key, value] = split(keyValue, "=")
        if (!cookies[key]) {
          cookies[key] = []
        }
        cookies[key].push(decodeURI(value))
      })
    }
    return cookies as T
  }
383 384 385 386 387 388 389 390

  /**
   * Return true if the route is for the root page. For example /base, /base/,
   * or /base/index.html but not /base/path or /base/file.js.
   */
  protected isRoot(route: Route): boolean {
    return !route.requestPath || route.requestPath === "/index.html"
  }
A
Asher 已提交
391 392 393 394 395 396 397 398
}

/**
 * Provides a heartbeat using a local file to indicate activity.
 */
export class Heart {
  private heartbeatTimer?: NodeJS.Timeout
  private heartbeatInterval = 60000
399
  public lastHeartbeat = 0
A
Asher 已提交
400 401 402

  public constructor(private readonly heartbeatPath: string, private readonly isActive: () => Promise<boolean>) {}

403 404 405 406
  public alive(): boolean {
    const now = Date.now()
    return now - this.lastHeartbeat < this.heartbeatInterval
  }
A
Asher 已提交
407 408 409 410 411 412
  /**
   * Write to the heartbeat file if we haven't already done so within the
   * timeout and start or reset a timer that keeps running as long as there is
   * activity. Failures are logged as warnings.
   */
  public beat(): void {
413
    if (!this.alive()) {
A
Asher 已提交
414 415 416 417
      logger.trace("heartbeat")
      fs.outputFile(this.heartbeatPath, "").catch((error) => {
        logger.warn(error.message)
      })
418
      this.lastHeartbeat = Date.now()
A
Asher 已提交
419 420 421 422
      if (typeof this.heartbeatTimer !== "undefined") {
        clearTimeout(this.heartbeatTimer)
      }
      this.heartbeatTimer = setTimeout(() => {
A
Asher 已提交
423 424 425 426 427 428 429 430 431
        this.isActive()
          .then((active) => {
            if (active) {
              this.beat()
            }
          })
          .catch((error) => {
            logger.warn(error.message)
          })
A
Asher 已提交
432 433 434 435 436
      }, this.heartbeatInterval)
    }
  }
}

A
Asher 已提交
437 438 439 440 441 442 443 444
export interface HttpProvider0<T> {
  new (options: HttpProviderOptions): T
}

export interface HttpProvider1<A1, T> {
  new (options: HttpProviderOptions, a1: A1): T
}

A
Asher 已提交
445 446 447 448
export interface HttpProvider2<A1, A2, T> {
  new (options: HttpProviderOptions, a1: A1, a2: A2): T
}

449 450 451 452
export interface HttpProvider3<A1, A2, A3, T> {
  new (options: HttpProviderOptions, a1: A1, a2: A2, a3: A3): T
}

A
Asher 已提交
453 454 455 456 457 458 459 460 461 462
/**
 * An HTTP server. Its main role is to route incoming HTTP requests to the
 * appropriate provider for that endpoint then write out the response. It also
 * covers some common use cases like redirects and caching.
 */
export class HttpServer {
  protected readonly server: http.Server | https.Server
  private listenPromise: Promise<string | null> | undefined
  public readonly protocol: "http" | "https"
  private readonly providers = new Map<string, HttpProvider>()
463
  public readonly heart: Heart
A
Asher 已提交
464
  private readonly socketProvider = new SocketProxyProvider()
A
Asher 已提交
465 466 467 468 469 470 471 472 473 474

  /**
   * Proxy domains are stored here without the leading `*.`
   */
  public readonly proxyDomains: Set<string>

  /**
   * Provides the actual proxying functionality.
   */
  private readonly proxy = proxy.createProxyServer({})
A
Asher 已提交
475

A
Asher 已提交
476
  public constructor(private readonly options: HttpServerOptions) {
A
Asher 已提交
477
    this.proxyDomains = new Set((options.proxyDomains || []).map((d) => d.replace(/^\*\./, "")))
478
    this.heart = new Heart(path.join(paths.data, "heartbeat"), async () => {
A
Asher 已提交
479
      const connections = await this.getConnections()
G
G r e y 已提交
480
      logger.trace(plural(connections, `${connections} active connection`))
A
Asher 已提交
481 482 483 484 485 486 487 488 489
      return connections !== 0
    })
    this.protocol = this.options.cert ? "https" : "http"
    if (this.protocol === "https") {
      this.server = httpolyglot.createServer(
        {
          cert: this.options.cert && fs.readFileSync(this.options.cert),
          key: this.options.certKey && fs.readFileSync(this.options.certKey),
        },
A
Anmol Sethi 已提交
490
        this.onRequest,
A
Asher 已提交
491 492 493 494
      )
    } else {
      this.server = http.createServer(this.onRequest)
    }
A
Asher 已提交
495 496 497 498
    this.proxy.on("error", (error, _request, response) => {
      response.writeHead(HttpCode.ServerError)
      response.end(error.message)
    })
A
Asher 已提交
499 500 501 502 503 504
    // Intercept the response to rewrite absolute redirects against the base path.
    this.proxy.on("proxyRes", (response, request: ProxyRequest) => {
      if (response.headers.location && response.headers.location.startsWith("/") && request.base) {
        response.headers.location = request.base + response.headers.location
      }
    })
A
Asher 已提交
505 506
  }

A
Asher 已提交
507 508 509 510
  /**
   * Stop and dispose everything. Return an array of disposal errors.
   */
  public async dispose(): Promise<Error[]> {
A
Asher 已提交
511
    this.socketProvider.stop()
A
Asher 已提交
512 513 514 515
    const providers = Array.from(this.providers.values())
    // Catch so all the errors can be seen rather than just the first one.
    const responses = await Promise.all<Error | undefined>(providers.map((p) => p.dispose().catch((e) => e)))
    return responses.filter<Error>((r): r is Error => typeof r !== "undefined")
A
Asher 已提交
516 517 518 519 520 521 522 523 524 525 526 527 528
  }

  public async getConnections(): Promise<number> {
    return new Promise((resolve, reject) => {
      this.server.getConnections((error, count) => {
        return error ? reject(error) : resolve(count)
      })
    })
  }

  /**
   * Register a provider for a top-level endpoint.
   */
A
Asher 已提交
529 530 531 532 533 534
  public registerHttpProvider<T extends HttpProvider>(endpoint: string | string[], provider: HttpProvider0<T>): T
  public registerHttpProvider<A1, T extends HttpProvider>(
    endpoint: string | string[],
    provider: HttpProvider1<A1, T>,
    a1: A1,
  ): T
A
Asher 已提交
535
  public registerHttpProvider<A1, A2, T extends HttpProvider>(
A
Asher 已提交
536
    endpoint: string | string[],
A
Asher 已提交
537 538
    provider: HttpProvider2<A1, A2, T>,
    a1: A1,
539
    a2: A2,
A
Asher 已提交
540
  ): T
541
  public registerHttpProvider<A1, A2, A3, T extends HttpProvider>(
A
Asher 已提交
542
    endpoint: string | string[],
543 544 545 546 547
    provider: HttpProvider3<A1, A2, A3, T>,
    a1: A1,
    a2: A2,
    a3: A3,
  ): T
A
Asher 已提交
548
  // eslint-disable-next-line @typescript-eslint/no-explicit-any
A
Asher 已提交
549
  public registerHttpProvider(endpoint: string | string[], provider: any, ...args: any[]): void {
A
Asher 已提交
550 551 552 553 554 555
    const p = new provider(
      {
        auth: this.options.auth || AuthType.None,
        commit: this.options.commit,
        password: this.options.password,
      },
556
      ...args,
A
Asher 已提交
557
    )
558
    const endpoints = arrayify(endpoint).map(trimSlashes)
A
Asher 已提交
559 560 561 562 563 564 565 566 567 568 569 570 571 572 573
    endpoints.forEach((endpoint) => {
      if (/\//.test(endpoint)) {
        throw new Error(`Only top-level endpoints are supported (got ${endpoint})`)
      }
      const existingProvider = this.providers.get(`/${endpoint}`)
      this.providers.set(`/${endpoint}`, p)
      if (existingProvider) {
        logger.debug(`Overridding existing /${endpoint} provider`)
        // If the existing provider isn't registered elsewhere we can dispose.
        if (!Array.from(this.providers.values()).find((p) => p === existingProvider)) {
          logger.debug(`Disposing existing /${endpoint} provider`)
          existingProvider.dispose()
        }
      }
    })
A
Asher 已提交
574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607
  }

  /**
   * Start listening on the specified port.
   */
  public listen(): Promise<string | null> {
    if (!this.listenPromise) {
      this.listenPromise = new Promise((resolve, reject) => {
        this.server.on("error", reject)
        this.server.on("upgrade", this.onUpgrade)
        const onListen = (): void => resolve(this.address())
        if (this.options.socket) {
          this.server.listen(this.options.socket, onListen)
        } else {
          this.server.listen(this.options.port, this.options.host, onListen)
        }
      })
    }
    return this.listenPromise
  }

  /**
   * The *local* address of the server.
   */
  public address(): string | null {
    const address = this.server.address()
    const endpoint =
      typeof address !== "string" && address !== null
        ? (address.address === "::" ? "localhost" : address.address) + ":" + address.port
        : address
    return endpoint && `${this.protocol}://${endpoint}`
  }

  private onRequest = async (request: http.IncomingMessage, response: http.ServerResponse): Promise<void> => {
A
Asher 已提交
608
    const route = this.parseUrl(request)
609 610 611
    if (route.providerBase !== "/healthz") {
      this.heart.beat()
    }
A
Asher 已提交
612
    const write = (payload: HttpResponse): void => {
A
Asher 已提交
613 614
      response.writeHead(payload.redirect ? HttpCode.Redirect : payload.code || HttpCode.Ok, {
        "Content-Type": payload.mime || getMediaMime(payload.filePath),
A
Asher 已提交
615
        ...(payload.redirect ? { Location: this.constructRedirect(request, route, payload as RedirectResponse) } : {}),
A
Asher 已提交
616
        ...(request.headers["service-worker"] ? { "Service-Worker-Allowed": route.provider.base(route) } : {}),
A
Asher 已提交
617 618 619
        ...(payload.cache ? { "Cache-Control": "public, max-age=31536000" } : {}),
        ...(payload.cookie
          ? {
A
Asher 已提交
620 621 622
              "Set-Cookie": [
                `${payload.cookie.key}=${payload.cookie.value}`,
                `Path=${normalize(payload.cookie.path || "/", true)}`,
623
                this.getCookieDomain(request.headers.host || ""),
W
Will O'Beirne 已提交
624
                // "HttpOnly",
A
Asher 已提交
625
                "SameSite=lax",
A
Asher 已提交
626 627 628
              ]
                .filter((l) => !!l)
                .join(";"),
A
Asher 已提交
629 630 631 632 633 634 635 636 637
            }
          : {}),
        ...payload.headers,
      })
      if (payload.stream) {
        payload.stream.on("error", (error: NodeJS.ErrnoException) => {
          response.writeHead(error.code === "ENOENT" ? HttpCode.NotFound : HttpCode.ServerError)
          response.end(error.message)
        })
638
        payload.stream.on("close", () => response.end())
A
Asher 已提交
639 640 641 642 643 644 645 646
        payload.stream.pipe(response)
      } else if (typeof payload.content === "string" || payload.content instanceof Buffer) {
        response.end(payload.content)
      } else if (payload.content && typeof payload.content === "object") {
        response.end(JSON.stringify(payload.content))
      } else {
        response.end()
      }
A
Asher 已提交
647
    }
A
Asher 已提交
648

A
Asher 已提交
649
    try {
A
Asher 已提交
650
      const payload = (await this.handleRequest(route, request)) || (await route.provider.handleRequest(route, request))
A
Asher 已提交
651 652 653
      if (payload.proxy) {
        this.doProxy(route, request, response, payload.proxy)
      } else {
A
Asher 已提交
654
        write(payload)
A
Asher 已提交
655
      }
A
Asher 已提交
656 657 658 659 660
    } catch (error) {
      let e = error
      if (error.code === "ENOENT" || error.code === "EISDIR") {
        e = new HttpError("Not found", HttpCode.NotFound)
      }
A
Asher 已提交
661
      const code = typeof e.code === "number" ? e.code : HttpCode.ServerError
A
Asher 已提交
662
      logger.debug("Request error", field("url", request.url), field("code", code), field("error", error))
A
Asher 已提交
663 664 665
      if (code >= HttpCode.ServerError) {
        logger.error(error.stack)
      }
A
Asher 已提交
666 667 668
      if (request.headers["content-type"] === "application/json") {
        write({
          code,
A
Asher 已提交
669
          mime: "application/json",
A
Asher 已提交
670 671
          content: {
            error: e.message,
A
Asher 已提交
672
            ...(e.details || {}),
A
Asher 已提交
673 674 675 676 677 678 679 680
          },
        })
      } else {
        write({
          code,
          ...(await route.provider.getErrorRoot(route, code, code, e.message)),
        })
      }
A
Asher 已提交
681 682 683 684
    }
  }

  /**
A
Asher 已提交
685 686
   * Handle requests that are always in effect no matter what provider is
   * registered at the route.
A
Asher 已提交
687
   */
A
Asher 已提交
688
  private async handleRequest(route: ProviderRoute, request: http.IncomingMessage): Promise<HttpResponse | undefined> {
A
Asher 已提交
689
    // If we're handling TLS ensure all requests are redirected to HTTPS.
A
Asher 已提交
690
    if (this.options.cert && !(request.connection as tls.TLSSocket).encrypted) {
A
Asher 已提交
691
      return { redirect: route.fullPath }
A
Asher 已提交
692
    }
A
Asher 已提交
693

A
Asher 已提交
694 695 696 697 698 699 700 701
    // Return robots.txt.
    if (route.fullPath === "/robots.txt") {
      const filePath = path.resolve(__dirname, "../../src/browser/robots.txt")
      return { content: await fs.readFile(filePath), filePath }
    }

    // Handle proxy domains.
    return this.maybeProxy(route, request)
A
Asher 已提交
702 703
  }

A
Asher 已提交
704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720
  /**
   * Given a path that goes from the base, construct a relative redirect URL
   * that will get you there considering that the app may be served from an
   * unknown base path. If handling TLS, also ensure HTTPS.
   */
  private constructRedirect(request: http.IncomingMessage, route: ProviderRoute, payload: RedirectResponse): string {
    const query = {
      ...route.query,
      ...(payload.query || {}),
    }

    Object.keys(query).forEach((key) => {
      if (typeof query[key] === "undefined") {
        delete query[key]
      }
    })

A
Asher 已提交
721 722 723
    const secure = (request.connection as tls.TLSSocket).encrypted
    const redirect =
      (this.options.cert && !secure ? `${this.protocol}://${request.headers.host}/` : "") +
A
Asher 已提交
724 725
      normalize(`${route.provider.base(route)}/${payload.redirect}`, true) +
      (Object.keys(query).length > 0 ? `?${querystring.stringify(query)}` : "")
A
Asher 已提交
726
    logger.debug("redirecting", field("secure", !!secure), field("from", request.url), field("to", redirect))
A
Asher 已提交
727
    return redirect
A
Asher 已提交
728 729
  }

A
Asher 已提交
730 731 732 733 734 735 736 737 738 739 740 741 742
  private onUpgrade = async (request: http.IncomingMessage, socket: net.Socket, head: Buffer): Promise<void> => {
    try {
      this.heart.beat()
      socket.on("error", () => socket.destroy())

      if (this.options.cert && !(socket as tls.TLSSocket).encrypted) {
        throw new HttpError("HTTP websocket", HttpCode.BadRequest)
      }

      if (!request.headers.upgrade || request.headers.upgrade.toLowerCase() !== "websocket") {
        throw new HttpError("HTTP/1.1 400 Bad Request", HttpCode.BadRequest)
      }

A
Asher 已提交
743 744
      const route = this.parseUrl(request)
      if (!route.provider) {
A
Asher 已提交
745 746 747
        throw new HttpError("Not found", HttpCode.NotFound)
      }

A
Asher 已提交
748 749 750 751
      // The socket proxy is so we can pass them to child processes (TLS sockets
      // can't be transferred so we need an in-between).
      const socketProxy = await this.socketProvider.createProxy(socket)
      const payload =
A
Asher 已提交
752
        this.maybeProxy(route, request) || (await route.provider.handleWebSocket(route, request, socketProxy, head))
A
Asher 已提交
753 754
      if (payload && payload.proxy) {
        this.doProxy(route, request, { socket: socketProxy, head }, payload.proxy)
A
Asher 已提交
755
      }
A
Asher 已提交
756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780
    } catch (error) {
      socket.destroy(error)
      logger.warn(`discarding socket connection: ${error.message}`)
    }
  }

  /**
   * Parse a request URL so we can route it.
   */
  private parseUrl(request: http.IncomingMessage): ProviderRoute {
    const parse = (fullPath: string): { base: string; requestPath: string } => {
      const match = fullPath.match(/^(\/?[^/]*)(.*)$/)
      let [, /* ignore */ base, requestPath] = match ? match.map((p) => p.replace(/\/+$/, "")) : ["", "", ""]
      if (base.indexOf(".") !== -1) {
        // Assume it's a file at the root.
        requestPath = base
        base = "/"
      } else if (base === "") {
        // Happens if it's a plain `domain.com`.
        base = "/"
      }
      return { base, requestPath }
    }

    const parsedUrl = request.url ? url.parse(request.url, true) : { query: {}, pathname: "" }
A
Asher 已提交
781
    const originalPath = parsedUrl.pathname || "/"
A
Asher 已提交
782
    const fullPath = normalize(originalPath, true)
A
Asher 已提交
783 784 785 786 787 788
    const { base, requestPath } = parse(fullPath)

    // Providers match on the path after their base so we need to account for
    // that by shifting the next base out of the request path.
    let provider = this.providers.get(base)
    if (base !== "/" && provider) {
A
Asher 已提交
789
      return { ...parse(requestPath), providerBase: base, fullPath, query: parsedUrl.query, provider, originalPath }
A
Asher 已提交
790 791 792 793 794 795 796
    }

    // Fall back to the top-level provider.
    provider = this.providers.get("/")
    if (!provider) {
      throw new Error(`No provider for ${base}`)
    }
A
Asher 已提交
797
    return { base, providerBase: "/", fullPath, requestPath, query: parsedUrl.query, provider, originalPath }
A
Asher 已提交
798
  }
A
Asher 已提交
799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835

  /**
   * Proxy a request to the target.
   */
  private doProxy(
    route: Route,
    request: http.IncomingMessage,
    response: http.ServerResponse,
    options: ProxyOptions,
  ): void
  /**
   * Proxy a web socket to the target.
   */
  private doProxy(
    route: Route,
    request: http.IncomingMessage,
    response: { socket: net.Socket; head: Buffer },
    options: ProxyOptions,
  ): void
  /**
   * Proxy a request or web socket to the target.
   */
  private doProxy(
    route: Route,
    request: http.IncomingMessage,
    response: http.ServerResponse | { socket: net.Socket; head: Buffer },
    options: ProxyOptions,
  ): void {
    const port = parseInt(options.port, 10)
    if (isNaN(port)) {
      throw new HttpError(`"${options.port}" is not a valid number`, HttpCode.BadRequest)
    }

    // REVIEW: Absolute redirects need to be based on the subpath but I'm not
    // sure how best to get this information to the `proxyRes` event handler.
    // For now I'm sticking it on the request object which is passed through to
    // the event.
836
    ;(request as ProxyRequest).base = options.strip
A
Asher 已提交
837 838

    const isHttp = response instanceof http.ServerResponse
839 840
    const base = options.strip ? route.fullPath.replace(options.strip, "") : route.fullPath
    const path = normalize("/" + (options.prepend || "") + "/" + base, true)
A
Asher 已提交
841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857
    const proxyOptions: proxy.ServerOptions = {
      changeOrigin: true,
      ignorePath: true,
      target: `${isHttp ? "http" : "ws"}://127.0.0.1:${port}${path}${
        Object.keys(route.query).length > 0 ? `?${querystring.stringify(route.query)}` : ""
      }`,
      ws: !isHttp,
    }

    if (response instanceof http.ServerResponse) {
      this.proxy.web(request, response, proxyOptions)
    } else {
      this.proxy.ws(request, response.socket, response.head, proxyOptions)
    }
  }

  /**
858 859
   * Get the value that should be used for setting a cookie domain. This will
   * allow the user to authenticate only once. This will use the highest level
A
Asher 已提交
860 861
   * domain (e.g. `coder.com` over `test.coder.com` if both are specified).
   */
862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880
  private getCookieDomain(host: string): string | undefined {
    const idx = host.lastIndexOf(":")
    host = idx !== -1 ? host.substring(0, idx) : host
    if (
      // Might be blank/missing, so there's nothing more to do.
      !host ||
      // IP addresses can't have subdomains so there's no value in setting the
      // domain for them. Assume anything with a : is ipv6 (valid domain name
      // characters are alphanumeric or dashes).
      host.includes(":") ||
      // Assume anything entirely numbers and dots is ipv4 (currently tlds
      // cannot be entirely numbers).
      !/[^0-9.]/.test(host) ||
      // localhost subdomains don't seem to work at all (browser bug?).
      host.endsWith(".localhost") ||
      // It might be localhost (or an IP, see above) if it's a proxy and it
      // isn't setting the host header to match the access domain.
      host === "localhost"
    ) {
A
Asher 已提交
881
      logger.debug("no valid cookie doman", field("host", host))
882 883 884
      return undefined
    }

A
Asher 已提交
885
    this.proxyDomains.forEach((domain) => {
886 887
      if (host.endsWith(domain) && domain.length < host.length) {
        host = domain
A
Asher 已提交
888 889
      }
    })
890

A
Asher 已提交
891
    logger.debug("got cookie doman", field("host", host))
892
    return host ? `Domain=${host}` : undefined
A
Asher 已提交
893 894 895 896 897 898 899 900 901
  }

  /**
   * Return a response if the request should be proxied. Anything that ends in a
   * proxy domain and has a *single* subdomain should be proxied. Anything else
   * should return `undefined` and will be handled as normal.
   *
   * For example if `coder.com` is specified `8080.coder.com` will be proxied
   * but `8080.test.coder.com` and `test.8080.coder.com` will not.
A
Asher 已提交
902 903
   *
   * Throw an error if proxying but the user isn't authenticated.
A
Asher 已提交
904
   */
A
Asher 已提交
905
  public maybeProxy(route: ProviderRoute, request: http.IncomingMessage): HttpResponse | undefined {
A
Asher 已提交
906 907 908 909 910 911 912 913 914 915 916 917 918
    // Split into parts.
    const host = request.headers.host || ""
    const idx = host.indexOf(":")
    const domain = idx !== -1 ? host.substring(0, idx) : host
    const parts = domain.split(".")

    // There must be an exact match.
    const port = parts.shift()
    const proxyDomain = parts.join(".")
    if (!port || !this.proxyDomains.has(proxyDomain)) {
      return undefined
    }

A
Asher 已提交
919 920 921
    // Must be authenticated to use the proxy.
    route.provider.ensureAuthenticated(request)

A
Asher 已提交
922 923 924 925 926 927
    return {
      proxy: {
        port,
      },
    }
  }
A
Asher 已提交
928
}