next-server.ts 56.8 KB
Newer Older
G
Guy Bedford 已提交
1
import compression from 'next/dist/compiled/compression'
J
Joe Haddad 已提交
2
import fs from 'fs'
3
import chalk from 'chalk'
J
Joe Haddad 已提交
4
import { IncomingMessage, ServerResponse } from 'http'
G
Guy Bedford 已提交
5
import Proxy from 'next/dist/compiled/http-proxy'
6
import { join, relative, resolve, sep } from 'path'
7 8 9 10 11
import {
  parse as parseQs,
  stringify as stringifyQs,
  ParsedUrlQuery,
} from 'querystring'
12
import { format as formatUrl, parse as parseUrl, UrlWithParsedQuery } from 'url'
13
import { PrerenderManifest } from '../../build'
J
Joe Haddad 已提交
14 15 16 17 18 19
import {
  getRedirectStatus,
  Header,
  Redirect,
  Rewrite,
  RouteType,
20 21
  CustomRoutes,
} from '../../lib/load-custom-routes'
J
JJ Kasper 已提交
22
import { withCoalescedInvoke } from '../../lib/coalesced-function'
J
Joe Haddad 已提交
23 24
import {
  BUILD_ID_FILE,
25
  CLIENT_PUBLIC_FILES_PATH,
J
Joe Haddad 已提交
26 27
  CLIENT_STATIC_FILES_PATH,
  CLIENT_STATIC_FILES_RUNTIME,
28
  PAGES_MANIFEST,
29
  PERMANENT_REDIRECT_STATUS,
J
Joe Haddad 已提交
30
  PHASE_PRODUCTION_SERVER,
J
Joe Haddad 已提交
31
  PRERENDER_MANIFEST,
32
  ROUTES_MANIFEST,
33
  SERVERLESS_DIRECTORY,
J
Joe Haddad 已提交
34
  SERVER_DIRECTORY,
T
Tim Neutkens 已提交
35
} from '../lib/constants'
J
Joe Haddad 已提交
36 37 38 39
import {
  getRouteMatcher,
  getRouteRegex,
  getSortedRoutes,
40
  isDynamicRoute,
J
Joe Haddad 已提交
41
} from '../lib/router/utils'
42
import * as envConfig from '../lib/runtime-config'
J
Joe Haddad 已提交
43
import { isResSent, NextApiRequest, NextApiResponse } from '../lib/utils'
44 45 46 47 48 49 50
import {
  apiResolver,
  setLazyProp,
  getCookieParser,
  tryGetPreviewData,
  __ApiPreviewProps,
} from './api-utils'
51
import loadConfig, { isTargetLikeServerless } from './config'
52
import pathMatch from '../lib/router/utils/path-match'
J
Joe Haddad 已提交
53
import { recursiveReadDirSync } from './lib/recursive-readdir-sync'
54
import { loadComponents, LoadComponentsReturnType } from './load-components'
J
Joe Haddad 已提交
55
import { normalizePagePath } from './normalize-page-path'
56
import { RenderOpts, RenderOptsPartial, renderToHTML } from './render'
P
Prateek Bhatnagar 已提交
57
import { getPagePath, requireFontManifest } from './require'
58 59 60
import Router, {
  DynamicRoutes,
  PageChecker,
J
Joe Haddad 已提交
61 62 63
  Params,
  route,
  Route,
64
} from './router'
65 66 67
import prepareDestination, {
  compileNonPath,
} from '../lib/router/utils/prepare-destination'
68
import { sendPayload, setRevalidateHeaders } from './send-payload'
J
Joe Haddad 已提交
69
import { serveStatic } from './serve-static'
70
import { IncrementalCache } from './incremental-cache'
71
import { execOnce } from '../lib/utils'
72
import { isBlockedPage } from './utils'
73
import { loadEnvConfig } from '@next/env'
74
import './node-polyfill-fetch'
J
Jan Potoms 已提交
75
import { PagesManifest } from '../../build/webpack/plugins/pages-manifest-plugin'
76
import { removePathTrailingSlash } from '../../client/normalize-trailing-slash'
77
import getRouteFromAssetPath from '../lib/router/utils/get-route-from-asset-path'
P
Prateek Bhatnagar 已提交
78
import { FontManifest } from './font-utils'
79
import { denormalizePagePath } from './denormalize-page-path'
80 81 82
import accept from '@hapi/accept'
import { normalizeLocalePath } from '../lib/i18n/normalize-locale-path'
import { detectLocaleCookie } from '../lib/i18n/detect-locale-cookie'
83
import * as Log from '../../build/output/log'
S
Steven 已提交
84
import { imageOptimizer } from './image-optimizer'
85
import { detectDomainLocale } from '../lib/i18n/detect-domain-locale'
86
import cookie from 'next/dist/compiled/cookie'
87
import escapeStringRegexp from 'next/dist/compiled/escape-string-regexp'
J
JJ Kasper 已提交
88 89

const getCustomRouteMatcher = pathMatch(true)
90 91 92

type NextConfig = any

93 94 95 96 97 98
type Middleware = (
  req: IncomingMessage,
  res: ServerResponse,
  next: (err?: Error) => void
) => void

99 100 101 102 103
type FindComponentsResult = {
  components: LoadComponentsReturnType
  query: ParsedUrlQuery
}

104 105 106 107 108
type DynamicRouteItem = {
  page: string
  match: ReturnType<typeof getRouteMatcher>
}

T
Tim Neutkens 已提交
109
export type ServerConstructor = {
110 111 112
  /**
   * Where the Next project is located - @default '.'
   */
J
Joe Haddad 已提交
113
  dir?: string
114 115 116
  /**
   * Hide error messages containing server information - @default false
   */
J
Joe Haddad 已提交
117
  quiet?: boolean
118 119 120
  /**
   * Object what you would use in next.config.js - @default {}
   */
121
  conf?: NextConfig
J
JJ Kasper 已提交
122
  dev?: boolean
123
  customServer?: boolean
124
}
125

N
nkzawa 已提交
126
export default class Server {
127 128 129 130
  dir: string
  quiet: boolean
  nextConfig: NextConfig
  distDir: string
131
  pagesDir?: string
132
  publicDir: string
133
  hasStaticDir: boolean
134
  serverBuildDir: string
J
Jan Potoms 已提交
135
  pagesManifest?: PagesManifest
136 137
  buildId: string
  renderOpts: {
T
Tim Neutkens 已提交
138
    poweredByHeader: boolean
J
Joe Haddad 已提交
139 140 141
    buildId: string
    generateEtags: boolean
    runtimeConfig?: { [key: string]: any }
142 143 144
    assetPrefix?: string
    canonicalBase: string
    dev?: boolean
145
    previewProps: __ApiPreviewProps
146
    customServer?: boolean
147
    ampOptimizerConfig?: { [key: string]: any }
148
    basePath: string
P
Prateek Bhatnagar 已提交
149
    optimizeFonts: boolean
A
Alex Castle 已提交
150
    images: string
P
Prateek Bhatnagar 已提交
151
    fontManifest: FontManifest
152
    optimizeImages: boolean
153 154
    locale?: string
    locales?: string[]
155
    defaultLocale?: string
156
  }
157
  private compression?: Middleware
J
JJ Kasper 已提交
158
  private onErrorMiddleware?: ({ err }: { err: Error }) => Promise<void>
159
  private incrementalCache: IncrementalCache
160
  router: Router
161
  protected dynamicRoutes?: DynamicRoutes
162
  protected customRoutes: CustomRoutes
163

J
Joe Haddad 已提交
164 165 166 167
  public constructor({
    dir = '.',
    quiet = false,
    conf = null,
J
JJ Kasper 已提交
168
    dev = false,
169
    customServer = true,
J
Joe Haddad 已提交
170
  }: ServerConstructor = {}) {
N
nkzawa 已提交
171
    this.dir = resolve(dir)
N
Naoyuki Kanezawa 已提交
172
    this.quiet = quiet
T
Tim Neutkens 已提交
173
    const phase = this.currentPhase()
174
    loadEnvConfig(this.dir, dev, Log)
175

176
    this.nextConfig = loadConfig(phase, this.dir, conf)
177
    this.distDir = join(this.dir, this.nextConfig.distDir)
178
    this.publicDir = join(this.dir, CLIENT_PUBLIC_FILES_PATH)
179
    this.hasStaticDir = fs.existsSync(join(this.dir, 'static'))
T
Tim Neutkens 已提交
180

181 182
    // Only serverRuntimeConfig needs the default
    // publicRuntimeConfig gets it's default in client/index.js
J
Joe Haddad 已提交
183 184 185 186 187
    const {
      serverRuntimeConfig = {},
      publicRuntimeConfig,
      assetPrefix,
      generateEtags,
188
      compress,
J
Joe Haddad 已提交
189
    } = this.nextConfig
190

T
Tim Neutkens 已提交
191
    this.buildId = this.readBuildId()
192

193
    this.renderOpts = {
T
Tim Neutkens 已提交
194
      poweredByHeader: this.nextConfig.poweredByHeader,
195
      canonicalBase: this.nextConfig.amp.canonicalBase,
196
      buildId: this.buildId,
197
      generateEtags,
198
      previewProps: this.getPreviewProps(),
199
      customServer: customServer === true ? true : undefined,
200
      ampOptimizerConfig: this.nextConfig.experimental.amp?.optimizer,
201
      basePath: this.nextConfig.basePath,
A
Alex Castle 已提交
202
      images: JSON.stringify(this.nextConfig.images),
203 204 205 206 207
      optimizeFonts: this.nextConfig.experimental.optimizeFonts && !dev,
      fontManifest:
        this.nextConfig.experimental.optimizeFonts && !dev
          ? requireFontManifest(this.distDir, this._isLikeServerless)
          : null,
208
      optimizeImages: this.nextConfig.experimental.optimizeImages,
209
    }
N
Naoyuki Kanezawa 已提交
210

211 212
    // Only the `publicRuntimeConfig` key is exposed to the client side
    // It'll be rendered as part of __NEXT_DATA__ on the client side
213
    if (Object.keys(publicRuntimeConfig).length > 0) {
214
      this.renderOpts.runtimeConfig = publicRuntimeConfig
215 216
    }

217
    if (compress && this.nextConfig.target === 'server') {
218 219 220
      this.compression = compression() as Middleware
    }

221
    // Initialize next/config with the environment configuration
222 223 224 225
    envConfig.setConfig({
      serverRuntimeConfig,
      publicRuntimeConfig,
    })
226

227 228 229 230 231 232 233 234 235 236
    this.serverBuildDir = join(
      this.distDir,
      this._isLikeServerless ? SERVERLESS_DIRECTORY : SERVER_DIRECTORY
    )
    const pagesManifestPath = join(this.serverBuildDir, PAGES_MANIFEST)

    if (!dev) {
      this.pagesManifest = require(pagesManifestPath)
    }

237
    this.customRoutes = this.getCustomRoutes()
J
JJ Kasper 已提交
238
    this.router = new Router(this.generateRoutes())
239
    this.setAssetPrefix(assetPrefix)
J
JJ Kasper 已提交
240

241 242 243
    // call init-server middleware, this is also handled
    // individually in serverless bundles when deployed
    if (!dev && this.nextConfig.experimental.plugins) {
244 245
      const initServer = require(join(this.serverBuildDir, 'init-server.js'))
        .default
246
      this.onErrorMiddleware = require(join(
247
        this.serverBuildDir,
248 249 250 251 252
        'on-error-server.js'
      )).default
      initServer()
    }

253
    this.incrementalCache = new IncrementalCache({
J
JJ Kasper 已提交
254 255 256 257
      dev,
      distDir: this.distDir,
      pagesDir: join(
        this.distDir,
258
        this._isLikeServerless ? SERVERLESS_DIRECTORY : SERVER_DIRECTORY,
J
JJ Kasper 已提交
259 260 261
        'pages'
      ),
      flushToDisk: this.nextConfig.experimental.sprFlushToDisk,
262
      locales: this.nextConfig.i18n?.locales,
J
JJ Kasper 已提交
263
    })
P
Prateek Bhatnagar 已提交
264 265 266 267 268 269 270 271 272 273

    /**
     * This sets environment variable to be used at the time of SSR by head.tsx.
     * Using this from process.env allows targetting both serverless and SSR by calling
     * `process.env.__NEXT_OPTIMIZE_FONTS`.
     * TODO(prateekbh@): Remove this when experimental.optimizeFonts are being clened up.
     */
    if (this.renderOpts.optimizeFonts) {
      process.env.__NEXT_OPTIMIZE_FONTS = JSON.stringify(true)
    }
274 275 276
    if (this.renderOpts.optimizeImages) {
      process.env.__NEXT_OPTIMIZE_IMAGES = JSON.stringify(true)
    }
N
Naoyuki Kanezawa 已提交
277
  }
N
nkzawa 已提交
278

279
  protected currentPhase(): string {
280
    return PHASE_PRODUCTION_SERVER
281 282
  }

S
Steven 已提交
283
  public logError(err: Error): void {
284 285 286
    if (this.onErrorMiddleware) {
      this.onErrorMiddleware({ err })
    }
287
    if (this.quiet) return
288
    console.error(err)
289 290
  }

291
  private async handleRequest(
J
Joe Haddad 已提交
292 293
    req: IncomingMessage,
    res: ServerResponse,
294
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
295
  ): Promise<void> {
296 297
    setLazyProp({ req: req as any }, 'cookies', getCookieParser(req))

298
    // Parse url if parsedUrl not provided
299
    if (!parsedUrl || typeof parsedUrl !== 'object') {
300 301
      const url: any = req.url
      parsedUrl = parseUrl(url, true)
302
    }
303

304 305 306
    // Parse the querystring ourselves if the user doesn't handle querystring parsing
    if (typeof parsedUrl.query === 'string') {
      parsedUrl.query = parseQs(parsedUrl.query)
N
Naoyuki Kanezawa 已提交
307
    }
308
    ;(req as any).__NEXT_INIT_QUERY = Object.assign({}, parsedUrl.query)
309

J
Joe Haddad 已提交
310
    const { basePath, i18n } = this.nextConfig
311

312 313 314 315 316
    if (basePath && req.url?.startsWith(basePath)) {
      // store original URL to allow checking if basePath was
      // provided or not
      ;(req as any)._nextHadBasePath = true
      req.url = req.url!.replace(basePath, '') || '/'
T
Tim Neutkens 已提交
317 318
    }

319
    if (i18n && !req.url?.startsWith('/_next')) {
320
      // get pathname from URL with basePath stripped for locale detection
321 322 323
      let { pathname, ...parsed } = parseUrl(req.url || '/')
      pathname = pathname || '/'

324
      let defaultLocale = i18n.defaultLocale
325
      let detectedLocale = detectLocaleCookie(req, i18n.locales)
326 327 328 329
      let acceptPreferredLocale =
        i18n.localeDetection !== false
          ? accept.language(req.headers['accept-language'], i18n.locales)
          : detectedLocale
330

331 332 333 334 335
      const { host } = req?.headers || {}
      // remove port from host and remove port if present
      const hostname = host?.split(':')[0].toLowerCase()

      const detectedDomain = detectDomainLocale(i18n.domains, hostname)
336 337 338 339
      if (detectedDomain) {
        defaultLocale = detectedDomain.defaultLocale
        detectedLocale = defaultLocale
      }
340

341 342
      // if not domain specific locale use accept-language preferred
      detectedLocale = detectedLocale || acceptPreferredLocale
343

344
      let localeDomainRedirect: string | undefined
345 346 347 348 349
      ;(req as any).__nextHadTrailingSlash = pathname!.endsWith('/')

      if (pathname === '/') {
        ;(req as any).__nextHadTrailingSlash = this.nextConfig.trailingSlash
      }
350 351 352 353 354 355 356 357
      const localePathResult = normalizeLocalePath(pathname!, i18n.locales)

      if (localePathResult.detectedLocale) {
        detectedLocale = localePathResult.detectedLocale
        req.url = formatUrl({
          ...parsed,
          pathname: localePathResult.pathname,
        })
J
JJ Kasper 已提交
358
        ;(req as any).__nextStrippedLocale = true
359 360 361 362 363 364
        parsedUrl.pathname = `${basePath || ''}${localePathResult.pathname}${
          (req as any).__nextHadTrailingSlash &&
          localePathResult.pathname !== '/'
            ? '/'
            : ''
        }`
365 366 367 368 369
      }

      // If a detected locale is a domain specific locale and we aren't already
      // on that domain and path prefix redirect to it to prevent duplicate
      // content from multiple domains
370
      if (detectedDomain && pathname === '/') {
371 372 373 374
        const localeToCheck = acceptPreferredLocale
        // const localeToCheck = localePathResult.detectedLocale
        //   ? detectedLocale
        //   : acceptPreferredLocale
375

376 377 378
        const matchedDomain = detectDomainLocale(
          i18n.domains,
          undefined,
379
          localeToCheck
380 381
        )

382 383 384 385 386
        if (
          matchedDomain &&
          (matchedDomain.domain !== detectedDomain.domain ||
            localeToCheck !== matchedDomain.defaultLocale)
        ) {
387 388
          localeDomainRedirect = `http${matchedDomain.http ? '' : 's'}://${
            matchedDomain.domain
389 390
          }/${
            localeToCheck === matchedDomain.defaultLocale ? '' : localeToCheck
391
          }`
392 393 394
        }
      }

395
      const denormalizedPagePath = denormalizePagePath(pathname || '/')
396
      const detectedDefaultLocale =
397 398
        !detectedLocale ||
        detectedLocale.toLowerCase() === defaultLocale.toLowerCase()
399 400 401 402
      const shouldStripDefaultLocale = false
      // detectedDefaultLocale &&
      // denormalizedPagePath.toLowerCase() ===
      //   `/${i18n.defaultLocale.toLowerCase()}`
403

404 405
      const shouldAddLocalePrefix =
        !detectedDefaultLocale && denormalizedPagePath === '/'
406

407
      detectedLocale = detectedLocale || i18n.defaultLocale
408

409 410
      if (
        i18n.localeDetection !== false &&
411 412 413
        (localeDomainRedirect ||
          shouldAddLocalePrefix ||
          shouldStripDefaultLocale)
414
      ) {
415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436
        // set the NEXT_LOCALE cookie when a user visits the default locale
        // with the locale prefix so that they aren't redirected back to
        // their accept-language preferred locale
        if (
          shouldStripDefaultLocale &&
          acceptPreferredLocale !== defaultLocale
        ) {
          const previous = res.getHeader('set-cookie')

          res.setHeader('set-cookie', [
            ...(typeof previous === 'string'
              ? [previous]
              : Array.isArray(previous)
              ? previous
              : []),
            cookie.serialize('NEXT_LOCALE', defaultLocale, {
              httpOnly: true,
              path: '/',
            }),
          ])
        }

437 438
        res.setHeader(
          'Location',
439 440 441 442 443 444 445 446 447
          localeDomainRedirect
            ? localeDomainRedirect
            : formatUrl({
                // make sure to include any query values when redirecting
                ...parsed,
                pathname: shouldStripDefaultLocale
                  ? basePath || `/`
                  : `${basePath || ''}/${detectedLocale}`,
              })
448 449 450
        )
        res.statusCode = 307
        res.end()
451
        return
452
      }
453

454 455 456
      parsedUrl.query.__nextDefaultLocale =
        detectedDomain?.defaultLocale || i18n.defaultLocale

457 458 459 460
      parsedUrl.query.__nextLocale =
        localePathResult.detectedLocale ||
        detectedDomain?.defaultLocale ||
        defaultLocale
461 462
    }

463
    res.statusCode = 200
464 465 466
    try {
      return await this.run(req, res, parsedUrl)
    } catch (err) {
J
Joe Haddad 已提交
467 468 469
      this.logError(err)
      res.statusCode = 500
      res.end('Internal Server Error')
470
    }
471 472
  }

473
  public getRequestHandler() {
474
    return this.handleRequest.bind(this)
N
nkzawa 已提交
475 476
  }

477
  public setAssetPrefix(prefix?: string): void {
478
    this.renderOpts.assetPrefix = prefix ? prefix.replace(/\/$/, '') : ''
479 480
  }

481
  // Backwards compatibility
482
  public async prepare(): Promise<void> {}
N
nkzawa 已提交
483

T
Tim Neutkens 已提交
484
  // Backwards compatibility
485
  protected async close(): Promise<void> {}
T
Tim Neutkens 已提交
486

487
  protected setImmutableAssetCacheControl(res: ServerResponse): void {
T
Tim Neutkens 已提交
488
    res.setHeader('Cache-Control', 'public, max-age=31536000, immutable')
N
nkzawa 已提交
489 490
  }

491
  protected getCustomRoutes(): CustomRoutes {
J
JJ Kasper 已提交
492 493 494
    return require(join(this.distDir, ROUTES_MANIFEST))
  }

495 496 497 498
  private _cachedPreviewManifest: PrerenderManifest | undefined
  protected getPrerenderManifest(): PrerenderManifest {
    if (this._cachedPreviewManifest) {
      return this._cachedPreviewManifest
J
Joe Haddad 已提交
499
    }
500 501 502 503 504 505
    const manifest = require(join(this.distDir, PRERENDER_MANIFEST))
    return (this._cachedPreviewManifest = manifest)
  }

  protected getPreviewProps(): __ApiPreviewProps {
    return this.getPrerenderManifest().preview
J
Joe Haddad 已提交
506 507
  }

508
  protected generateRoutes(): {
509
    basePath: string
510 511
    headers: Route[]
    rewrites: Route[]
512
    fsRoutes: Route[]
513
    redirects: Route[]
514 515
    catchAllRoute: Route
    pageChecker: PageChecker
516
    useFileSystemPublicRoutes: boolean
517
    dynamicRoutes: DynamicRoutes | undefined
518
    locales: string[]
519
  } {
S
Steven 已提交
520
    const server: Server = this
521 522 523
    const publicRoutes = fs.existsSync(this.publicDir)
      ? this.generatePublicRoutes()
      : []
J
JJ Kasper 已提交
524

525
    const staticFilesRoute = this.hasStaticDir
526 527 528 529 530
      ? [
          {
            // It's very important to keep this route's param optional.
            // (but it should support as many params as needed, separated by '/')
            // Otherwise this will lead to a pretty simple DOS attack.
531
            // See more: https://github.com/vercel/next.js/issues/2617
532
            match: route('/static/:path*'),
533
            name: 'static catchall',
534
            fn: async (req, res, params, parsedUrl) => {
535
              const p = join(this.dir, 'static', ...params.path)
536
              await this.serveStatic(req, res, p, parsedUrl)
537 538 539
              return {
                finished: true,
              }
540 541 542 543
            },
          } as Route,
        ]
      : []
544

545
    const fsRoutes: Route[] = [
T
Tim Neutkens 已提交
546
      {
547
        match: route('/_next/static/:path*'),
548 549
        type: 'route',
        name: '_next/static catchall',
550
        fn: async (req, res, params, parsedUrl) => {
551
          // make sure to 404 for /_next/static itself
552 553 554 555 556 557
          if (!params.path) {
            await this.render404(req, res, parsedUrl)
            return {
              finished: true,
            }
          }
558

J
Joe Haddad 已提交
559 560 561
          if (
            params.path[0] === CLIENT_STATIC_FILES_RUNTIME ||
            params.path[0] === 'chunks' ||
562 563
            params.path[0] === 'css' ||
            params.path[0] === 'media' ||
564
            params.path[0] === this.buildId ||
565
            params.path[0] === 'pages' ||
566
            params.path[1] === 'pages'
J
Joe Haddad 已提交
567
          ) {
T
Tim Neutkens 已提交
568
            this.setImmutableAssetCacheControl(res)
569
          }
J
Joe Haddad 已提交
570 571 572
          const p = join(
            this.distDir,
            CLIENT_STATIC_FILES_PATH,
573
            ...(params.path || [])
J
Joe Haddad 已提交
574
          )
575
          await this.serveStatic(req, res, p, parsedUrl)
576 577 578
          return {
            finished: true,
          }
579
        },
580
      },
J
JJ Kasper 已提交
581 582
      {
        match: route('/_next/data/:path*'),
583 584
        type: 'route',
        name: '_next/data catchall',
J
JJ Kasper 已提交
585
        fn: async (req, res, params, _parsedUrl) => {
J
JJ Kasper 已提交
586 587 588
          // Make sure to 404 for /_next/data/ itself and
          // we also want to 404 if the buildId isn't correct
          if (!params.path || params.path[0] !== this.buildId) {
589 590 591 592
            await this.render404(req, res, _parsedUrl)
            return {
              finished: true,
            }
J
JJ Kasper 已提交
593 594 595 596 597 598
          }
          // remove buildId from URL
          params.path.shift()

          // show 404 if it doesn't end with .json
          if (!params.path[params.path.length - 1].endsWith('.json')) {
599 600 601 602
            await this.render404(req, res, _parsedUrl)
            return {
              finished: true,
            }
J
JJ Kasper 已提交
603 604 605
          }

          // re-create page's pathname
606
          let pathname = `/${params.path.join('/')}`
607
          pathname = getRouteFromAssetPath(pathname, '.json')
608

J
Joe Haddad 已提交
609
          const { i18n } = this.nextConfig
610 611

          if (i18n) {
612 613 614
            const { host } = req?.headers || {}
            // remove port from host and remove port if present
            const hostname = host?.split(':')[0].toLowerCase()
615
            const localePathResult = normalizeLocalePath(pathname, i18n.locales)
616
            const { defaultLocale } =
617
              detectDomainLocale(i18n.domains, hostname) || {}
618
            let detectedLocale = defaultLocale
619 620 621 622 623

            if (localePathResult.detectedLocale) {
              pathname = localePathResult.pathname
              detectedLocale = localePathResult.detectedLocale
            }
624

625
            _parsedUrl.query.__nextLocale = detectedLocale!
626 627
            _parsedUrl.query.__nextDefaultLocale =
              defaultLocale || i18n.defaultLocale
628
          }
J
JJ Kasper 已提交
629

J
JJ Kasper 已提交
630
          const parsedUrl = parseUrl(pathname, true)
631

J
JJ Kasper 已提交
632 633 634 635
          await this.render(
            req,
            res,
            pathname,
636
            { ..._parsedUrl.query, _nextDataReq: '1' },
J
JJ Kasper 已提交
637 638
            parsedUrl
          )
639 640 641
          return {
            finished: true,
          }
J
JJ Kasper 已提交
642 643
        },
      },
S
Steven 已提交
644 645 646 647 648 649 650
      {
        match: route('/_next/image'),
        type: 'route',
        name: '_next/image catchall',
        fn: (req, res, _params, parsedUrl) =>
          imageOptimizer(server, req, res, parsedUrl),
      },
T
Tim Neutkens 已提交
651
      {
652
        match: route('/_next/:path*'),
653 654
        type: 'route',
        name: '_next catchall',
T
Tim Neutkens 已提交
655
        // This path is needed because `render()` does a check for `/_next` and the calls the routing again
656
        fn: async (req, res, _params, parsedUrl) => {
T
Tim Neutkens 已提交
657
          await this.render404(req, res, parsedUrl)
658 659 660
          return {
            finished: true,
          }
L
Lukáš Huvar 已提交
661 662
        },
      },
663 664
      ...publicRoutes,
      ...staticFilesRoute,
T
Tim Neutkens 已提交
665
    ]
666

667 668 669 670 671 672
    const getCustomRouteBasePath = (r: { basePath?: false }) => {
      return r.basePath !== false && this.renderOpts.dev
        ? this.nextConfig.basePath
        : ''
    }

673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700
    const getCustomRouteLocalePrefix = (r: {
      locale?: false
      destination?: string
    }) => {
      const { i18n } = this.nextConfig

      if (!i18n || r.locale === false || !this.renderOpts.dev) return ''

      if (r.destination && r.destination.startsWith('/')) {
        r.destination = `/:nextInternalLocale${r.destination}`
      }

      return `/:nextInternalLocale(${i18n.locales
        .map((locale: string) => escapeStringRegexp(locale))
        .join('|')})`
    }

    const getCustomRoute = (
      r: Rewrite | Redirect | Header,
      type: RouteType
    ) => {
      const match = getCustomRouteMatcher(
        `${getCustomRouteBasePath(r)}${getCustomRouteLocalePrefix(r)}${
          r.source
        }`
      )

      return {
701 702
        ...r,
        type,
703
        match,
704 705
        name: type,
        fn: async (_req, _res, _params, _parsedUrl) => ({ finished: false }),
706 707
      } as Route & Rewrite & Header
    }
708 709 710 711 712 713 714 715 716 717 718 719 720 721

    // Headers come very first
    const headers = this.customRoutes.headers.map((r) => {
      const headerRoute = getCustomRoute(r, 'header')
      return {
        match: headerRoute.match,
        type: headerRoute.type,
        name: `${headerRoute.type} ${headerRoute.source} header route`,
        fn: async (_req, res, params, _parsedUrl) => {
          const hasParams = Object.keys(params).length > 0

          for (const header of (headerRoute as Header).headers) {
            let { key, value } = header
            if (hasParams) {
722 723
              key = compileNonPath(key, params)
              value = compileNonPath(value, params)
724
            }
725 726 727 728 729 730 731
            res.setHeader(key, value)
          }
          return { finished: false }
        },
      } as Route
    })

732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747
    // since initial query values are decoded by querystring.parse
    // we need to re-encode them here but still allow passing through
    // values from rewrites/redirects
    const stringifyQuery = (req: IncomingMessage, query: ParsedUrlQuery) => {
      const initialQueryValues = Object.values((req as any).__NEXT_INIT_QUERY)

      return stringifyQs(query, undefined, undefined, {
        encodeURIComponent(value) {
          if (initialQueryValues.some((val) => val === value)) {
            return encodeURIComponent(value)
          }
          return value
        },
      })
    }

748 749 750 751 752 753
    const redirects = this.customRoutes.redirects.map((redirect) => {
      const redirectRoute = getCustomRoute(redirect, 'redirect')
      return {
        type: redirectRoute.type,
        match: redirectRoute.match,
        statusCode: redirectRoute.statusCode,
754
        name: `Redirect route ${redirectRoute.source}`,
755
        fn: async (req, res, params, parsedUrl) => {
756 757 758
          const { parsedDestination } = prepareDestination(
            redirectRoute.destination,
            params,
759 760 761
            parsedUrl.query,
            false,
            getCustomRouteBasePath(redirectRoute)
762
          )
763 764

          const { query } = parsedDestination
765
          delete (parsedDestination as any).query
766

767
          parsedDestination.search = stringifyQuery(req, query)
768

769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790
          const updatedDestination = formatUrl(parsedDestination)

          res.setHeader('Location', updatedDestination)
          res.statusCode = getRedirectStatus(redirectRoute as Redirect)

          // Since IE11 doesn't support the 308 header add backwards
          // compatibility using refresh header
          if (res.statusCode === 308) {
            res.setHeader('Refresh', `0;url=${updatedDestination}`)
          }

          res.end()
          return {
            finished: true,
          }
        },
      } as Route
    })

    const rewrites = this.customRoutes.rewrites.map((rewrite) => {
      const rewriteRoute = getCustomRoute(rewrite, 'rewrite')
      return {
791
        ...rewriteRoute,
792 793
        check: true,
        type: rewriteRoute.type,
794
        name: `Rewrite route ${rewriteRoute.source}`,
795 796 797 798 799 800
        match: rewriteRoute.match,
        fn: async (req, res, params, parsedUrl) => {
          const { newUrl, parsedDestination } = prepareDestination(
            rewriteRoute.destination,
            params,
            parsedUrl.query,
801 802
            true,
            getCustomRouteBasePath(rewriteRoute)
803
          )
804

805 806
          // external rewrite, proxy it
          if (parsedDestination.protocol) {
807
            const { query } = parsedDestination
808
            delete (parsedDestination as any).query
809
            parsedDestination.search = stringifyQuery(req, query)
810

811 812 813 814 815 816 817 818 819 820 821
            const target = formatUrl(parsedDestination)
            const proxy = new Proxy({
              target,
              changeOrigin: true,
              ignorePath: true,
            })
            proxy.web(req, res)

            proxy.on('error', (err: Error) => {
              console.error(`Error occurred proxying ${target}`, err)
            })
822 823 824
            return {
              finished: true,
            }
825 826
          }
          ;(req as any)._nextRewroteUrl = newUrl
827 828
          ;(req as any)._nextDidRewrite =
            (req as any)._nextRewroteUrl !== req.url
829

830 831 832 833 834 835 836 837
          return {
            finished: false,
            pathname: newUrl,
            query: parsedDestination.query,
          }
        },
      } as Route
    })
838 839 840 841 842 843

    const catchAllRoute: Route = {
      match: route('/:path*'),
      type: 'route',
      name: 'Catchall render',
      fn: async (req, res, params, parsedUrl) => {
J
Jan Potoms 已提交
844
        let { pathname, query } = parsedUrl
845 846 847 848
        if (!pathname) {
          throw new Error('pathname is undefined')
        }

J
Jan Potoms 已提交
849
        // next.js core assumes page path without trailing slash
850
        pathname = removePathTrailingSlash(pathname)
J
Jan Potoms 已提交
851

852 853 854 855 856 857 858 859 860 861 862 863
        if (this.nextConfig.i18n) {
          const localePathResult = normalizeLocalePath(
            pathname,
            this.nextConfig.i18n?.locales
          )

          if (localePathResult.detectedLocale) {
            pathname = localePathResult.pathname
            parsedUrl.query.__nextLocale = localePathResult.detectedLocale
          }
        }

864
        if (params?.path?.[0] === 'api') {
865 866 867
          const handled = await this.handleApiRequest(
            req as NextApiRequest,
            res as NextApiResponse,
868
            pathname,
869
            query
870 871 872 873 874 875 876
          )
          if (handled) {
            return { finished: true }
          }
        }

        await this.render(req, res, pathname, query, parsedUrl)
877 878 879 880
        return {
          finished: true,
        }
      },
881
    }
882

883
    const { useFileSystemPublicRoutes } = this.nextConfig
J
Joe Haddad 已提交
884

885 886
    if (useFileSystemPublicRoutes) {
      this.dynamicRoutes = this.getDynamicRoutes()
887
    }
N
nkzawa 已提交
888

889
    return {
890
      headers,
891
      fsRoutes,
892 893
      rewrites,
      redirects,
894
      catchAllRoute,
895
      useFileSystemPublicRoutes,
896
      dynamicRoutes: this.dynamicRoutes,
897
      basePath: this.nextConfig.basePath,
898
      pageChecker: this.hasPage.bind(this),
899
      locales: this.nextConfig.i18n?.locales,
900
    }
T
Tim Neutkens 已提交
901 902
  }

903
  private async getPagePath(pathname: string): Promise<string> {
904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920
    return getPagePath(
      pathname,
      this.distDir,
      this._isLikeServerless,
      this.renderOpts.dev
    )
  }

  protected async hasPage(pathname: string): Promise<boolean> {
    let found = false
    try {
      found = !!(await this.getPagePath(pathname))
    } catch (_) {}

    return found
  }

921 922 923 924 925
  protected async _beforeCatchAllRender(
    _req: IncomingMessage,
    _res: ServerResponse,
    _params: Params,
    _parsedUrl: UrlWithParsedQuery
926
  ): Promise<boolean> {
927 928 929
    return false
  }

930
  // Used to build API page in development
T
Tim Neutkens 已提交
931
  protected async ensureApiPage(_pathname: string): Promise<void> {}
932

L
Lukáš Huvar 已提交
933 934 935 936 937 938
  /**
   * Resolves `API` request, in development builds on demand
   * @param req http request
   * @param res http response
   * @param pathname path of request
   */
J
Joe Haddad 已提交
939
  private async handleApiRequest(
940 941
    req: IncomingMessage,
    res: ServerResponse,
942 943
    pathname: string,
    query: ParsedUrlQuery
944
  ): Promise<boolean> {
945
    let page = pathname
L
Lukáš Huvar 已提交
946
    let params: Params | boolean = false
947
    let pageFound = await this.hasPage(page)
J
JJ Kasper 已提交
948

949
    if (!pageFound && this.dynamicRoutes) {
L
Lukáš Huvar 已提交
950 951
      for (const dynamicRoute of this.dynamicRoutes) {
        params = dynamicRoute.match(pathname)
952
        if (dynamicRoute.page.startsWith('/api') && params) {
953 954
          page = dynamicRoute.page
          pageFound = true
L
Lukáš Huvar 已提交
955 956 957 958 959
          break
        }
      }
    }

960
    if (!pageFound) {
961
      return false
J
JJ Kasper 已提交
962
    }
963 964 965 966
    // Make sure the page is built before getting the path
    // or else it won't be in the manifest yet
    await this.ensureApiPage(page)

967 968 969 970 971 972 973 974 975 976
    let builtPagePath
    try {
      builtPagePath = await this.getPagePath(page)
    } catch (err) {
      if (err.code === 'ENOENT') {
        return false
      }
      throw err
    }

977
    const pageModule = await require(builtPagePath)
978
    query = { ...query, ...params }
J
JJ Kasper 已提交
979

980
    if (!this.renderOpts.dev && this._isLikeServerless) {
981
      if (typeof pageModule.default === 'function') {
982
        prepareServerlessUrl(req, query)
983 984
        await pageModule.default(req, res)
        return true
J
JJ Kasper 已提交
985 986 987
      }
    }

J
Joe Haddad 已提交
988 989 990 991 992
    await apiResolver(
      req,
      res,
      query,
      pageModule,
993
      this.renderOpts.previewProps,
994
      false,
J
Joe Haddad 已提交
995 996
      this.onErrorMiddleware
    )
997
    return true
L
Lukáš Huvar 已提交
998 999
  }

1000
  protected generatePublicRoutes(): Route[] {
1001
    const publicFiles = new Set(
1002 1003 1004
      recursiveReadDirSync(this.publicDir).map((p) =>
        encodeURI(p.replace(/\\/g, '/'))
      )
1005 1006 1007 1008 1009 1010 1011
    )

    return [
      {
        match: route('/:path*'),
        name: 'public folder catchall',
        fn: async (req, res, params, parsedUrl) => {
1012
          const pathParts: string[] = params.path || []
1013 1014 1015 1016
          const { basePath } = this.nextConfig

          // if basePath is defined require it be present
          if (basePath) {
1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
            const basePathParts = basePath.split('/')
            // remove first empty value
            basePathParts.shift()

            if (
              !basePathParts.every((part: string, idx: number) => {
                return part === pathParts[idx]
              })
            ) {
              return { finished: false }
            }

            pathParts.splice(0, basePathParts.length)
1030 1031
          }

1032
          const path = `/${pathParts.join('/')}`
1033 1034 1035 1036 1037

          if (publicFiles.has(path)) {
            await this.serveStatic(
              req,
              res,
1038
              join(this.publicDir, ...pathParts),
1039 1040
              parsedUrl
            )
1041 1042 1043
            return {
              finished: true,
            }
1044 1045 1046 1047 1048 1049 1050
          }
          return {
            finished: false,
          }
        },
      } as Route,
    ]
1051 1052
  }

1053 1054 1055
  protected getDynamicRoutes(): Array<DynamicRouteItem> {
    const addedPages = new Set<string>()

1056 1057
    return getSortedRoutes(Object.keys(this.pagesManifest!))
      .filter(isDynamicRoute)
1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
      .map((page) => {
        page = normalizeLocalePath(page, this.nextConfig.i18n?.locales).pathname
        if (addedPages.has(page)) return null
        addedPages.add(page)
        return {
          page,
          match: getRouteMatcher(getRouteRegex(page)),
        }
      })
      .filter((item): item is DynamicRouteItem => Boolean(item))
J
Joe Haddad 已提交
1068 1069
  }

1070
  private handleCompression(req: IncomingMessage, res: ServerResponse): void {
1071 1072 1073 1074 1075
    if (this.compression) {
      this.compression(req, res, () => {})
    }
  }

1076
  protected async run(
J
Joe Haddad 已提交
1077 1078
    req: IncomingMessage,
    res: ServerResponse,
1079
    parsedUrl: UrlWithParsedQuery
1080
  ): Promise<void> {
1081 1082
    this.handleCompression(req, res)

1083
    try {
1084 1085
      const matched = await this.router.execute(req, res, parsedUrl)
      if (matched) {
1086 1087 1088 1089 1090 1091 1092 1093
        return
      }
    } catch (err) {
      if (err.code === 'DECODE_FAILED') {
        res.statusCode = 400
        return this.renderError(null, req, res, '/_error', {})
      }
      throw err
1094 1095
    }

1096
    await this.render404(req, res, parsedUrl)
N
nkzawa 已提交
1097 1098
  }

1099
  protected async sendHTML(
J
Joe Haddad 已提交
1100 1101
    req: IncomingMessage,
    res: ServerResponse,
1102
    html: string
1103
  ): Promise<void> {
T
Tim Neutkens 已提交
1104
    const { generateEtags, poweredByHeader } = this.renderOpts
1105 1106 1107 1108
    return sendPayload(req, res, html, 'html', {
      generateEtags,
      poweredByHeader,
    })
1109 1110
  }

J
Joe Haddad 已提交
1111 1112 1113 1114 1115
  public async render(
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
    query: ParsedUrlQuery = {},
1116
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
1117
  ): Promise<void> {
1118 1119 1120 1121 1122 1123
    if (!pathname.startsWith('/')) {
      console.warn(
        `Cannot render page with path "${pathname}", did you mean "/${pathname}"?. See more info here: https://err.sh/next.js/render-no-starting-slash`
      )
    }

1124 1125 1126 1127 1128 1129 1130 1131 1132 1133
    if (
      this.renderOpts.customServer &&
      pathname === '/index' &&
      !(await this.hasPage('/index'))
    ) {
      // maintain backwards compatibility for custom server
      // (see custom-server integration tests)
      pathname = '/'
    }

1134
    const url: any = req.url
1135

1136 1137 1138 1139
    // we allow custom servers to call render for all URLs
    // so check if we need to serve a static _next file or not.
    // we don't modify the URL for _next/data request but still
    // call render so we special case this to prevent an infinite loop
1140
    if (
1141 1142 1143
      !query._nextDataReq &&
      (url.match(/^\/_next\//) ||
        (this.hasStaticDir && url.match(/^\/static\//)))
1144
    ) {
1145 1146 1147
      return this.handleRequest(req, res, parsedUrl)
    }

1148
    if (isBlockedPage(pathname)) {
1149
      return this.render404(req, res, parsedUrl)
1150 1151
    }

1152
    const html = await this.renderToHTML(req, res, pathname, query)
1153 1154
    // Request was ended by the user
    if (html === null) {
1155 1156 1157
      return
    }

1158
    return this.sendHTML(req, res, html)
N
Naoyuki Kanezawa 已提交
1159
  }
N
nkzawa 已提交
1160

J
Joe Haddad 已提交
1161
  private async findPageComponents(
J
Joe Haddad 已提交
1162
    pathname: string,
1163 1164 1165
    query: ParsedUrlQuery = {},
    params: Params | null = null
  ): Promise<FindComponentsResult | null> {
1166
    let paths = [
1167 1168 1169 1170
      // try serving a static AMP version first
      query.amp ? normalizePagePath(pathname) + '.amp' : null,
      pathname,
    ].filter(Boolean)
1171 1172 1173 1174 1175 1176 1177 1178 1179 1180

    if (query.__nextLocale) {
      paths = [
        ...paths.map(
          (path) => `/${query.__nextLocale}${path === '/' ? '' : path}`
        ),
        ...paths,
      ]
    }

1181
    for (const pagePath of paths) {
J
JJ Kasper 已提交
1182
      try {
1183
        const components = await loadComponents(
J
Joe Haddad 已提交
1184
          this.distDir,
1185 1186
          pagePath!,
          !this.renderOpts.dev && this._isLikeServerless
J
Joe Haddad 已提交
1187
        )
1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199
        // if loading an static HTML file the locale is required
        // to be present since all HTML files are output under their locale
        if (
          query.__nextLocale &&
          typeof components.Component === 'string' &&
          !pagePath?.startsWith(`/${query.__nextLocale}`)
        ) {
          const err = new Error('NOT_FOUND')
          ;(err as any).code = 'ENOENT'
          throw err
        }

1200 1201 1202
        return {
          components,
          query: {
1203
            ...(components.getStaticProps
1204 1205 1206 1207
              ? {
                  amp: query.amp,
                  _nextDataReq: query._nextDataReq,
                  __nextLocale: query.__nextLocale,
1208
                  __nextDefaultLocale: query.__nextDefaultLocale,
1209
                }
1210 1211 1212 1213
              : query),
            ...(params || {}),
          },
        }
J
JJ Kasper 已提交
1214 1215 1216 1217
      } catch (err) {
        if (err.code !== 'ENOENT') throw err
      }
    }
1218
    return null
J
Joe Haddad 已提交
1219 1220
  }

1221
  protected async getStaticPaths(
1222 1223 1224
    pathname: string
  ): Promise<{
    staticPaths: string[] | undefined
1225
    fallbackMode: 'static' | 'blocking' | false
1226
  }> {
1227 1228 1229 1230 1231
    // `staticPaths` is intentionally set to `undefined` as it should've
    // been caught when checking disk data.
    const staticPaths = undefined

    // Read whether or not fallback should exist from the manifest.
1232 1233
    const fallbackField = this.getPrerenderManifest().dynamicRoutes[pathname]
      .fallback
1234

1235 1236 1237 1238 1239 1240 1241 1242 1243
    return {
      staticPaths,
      fallbackMode:
        typeof fallbackField === 'string'
          ? 'static'
          : fallbackField === null
          ? 'blocking'
          : false,
    }
1244 1245
  }

J
Joe Haddad 已提交
1246 1247 1248 1249
  private async renderToHTMLWithComponents(
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
1250
    { components, query }: FindComponentsResult,
1251
    opts: RenderOptsPartial
1252
  ): Promise<string | null> {
1253 1254
    const is404Page = pathname === '/404'

1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265
    const isLikeServerless =
      typeof components.Component === 'object' &&
      typeof (components.Component as any).renderReqToHTML === 'function'
    const isSSG = !!components.getStaticProps
    const isServerProps = !!components.getServerSideProps
    const hasStaticPaths = !!components.getStaticPaths

    // Toggle whether or not this is a Data request
    const isDataReq = !!query._nextDataReq && (isSSG || isServerProps)
    delete query._nextDataReq

1266
    // we need to ensure the status code if /404 is visited directly
1267
    if (is404Page && !isDataReq) {
1268 1269 1270
      res.statusCode = 404
    }

J
JJ Kasper 已提交
1271
    // handle static page
1272 1273
    if (typeof components.Component === 'string') {
      return components.Component
J
Joe Haddad 已提交
1274 1275
    }

1276 1277 1278 1279
    if (!query.amp) {
      delete query.amp
    }

J
JJ Kasper 已提交
1280
    const locale = query.__nextLocale as string
1281 1282 1283 1284
    const defaultLocale = isSSG
      ? this.nextConfig.i18n?.defaultLocale
      : (query.__nextDefaultLocale as string)

J
Joe Haddad 已提交
1285
    const { i18n } = this.nextConfig
1286
    const locales = i18n.locales as string[]
J
JJ Kasper 已提交
1287

1288 1289 1290 1291 1292 1293 1294 1295
    let previewData: string | false | object | undefined
    let isPreviewMode = false

    if (isServerProps || isSSG) {
      previewData = tryGetPreviewData(req, res, this.renderOpts.previewProps)
      isPreviewMode = previewData !== false
    }

1296 1297 1298
    // Compute the iSSG cache key. We use the rewroteUrl since
    // pages with fallback: false are allowed to be rewritten to
    // and we need to look up the path by the rewritten path
1299 1300 1301
    let urlPathname = parseUrl(req.url || '').pathname || '/'

    let resolvedUrlPathname = (req as any)._nextRewroteUrl
1302
      ? (req as any)._nextRewroteUrl
1303
      : urlPathname
1304

1305 1306 1307 1308 1309 1310 1311 1312 1313
    resolvedUrlPathname = removePathTrailingSlash(resolvedUrlPathname)
    urlPathname = removePathTrailingSlash(urlPathname)

    const stripNextDataPath = (path: string) => {
      if (path.includes(this.buildId)) {
        path = denormalizePagePath(
          (path.split(this.buildId).pop() || '/').replace(/\.json$/, '')
        )
      }
1314

J
Joe Haddad 已提交
1315
      if (this.nextConfig.i18n) {
J
JJ Kasper 已提交
1316
        return normalizeLocalePath(path, locales).pathname
1317
      }
1318 1319
      return path
    }
1320

1321 1322 1323 1324
    const handleRedirect = (pageData: any) => {
      const redirect = {
        destination: pageData.pageProps.__N_REDIRECT,
        statusCode: pageData.pageProps.__N_REDIRECT_STATUS,
1325
        basePath: pageData.pageProps.__N_REDIRECT_BASE_PATH,
1326 1327
      }
      const statusCode = getRedirectStatus(redirect)
1328 1329 1330 1331 1332
      const { basePath } = this.nextConfig

      if (basePath && redirect.basePath !== false) {
        redirect.destination = `${basePath}${redirect.destination}`
      }
1333 1334 1335 1336 1337 1338 1339 1340 1341 1342

      if (statusCode === PERMANENT_REDIRECT_STATUS) {
        res.setHeader('Refresh', `0;url=${redirect.destination}`)
      }

      res.statusCode = statusCode
      res.setHeader('Location', redirect.destination)
      res.end()
    }

1343 1344
    // remove /_next/data prefix from urlPathname so it matches
    // for direct page visit and /_next/data visit
1345 1346 1347
    if (isDataReq) {
      resolvedUrlPathname = stripNextDataPath(resolvedUrlPathname)
      urlPathname = stripNextDataPath(urlPathname)
1348 1349
    }

1350
    let ssgCacheKey =
1351 1352
      isPreviewMode || !isSSG
        ? undefined // Preview mode bypasses the cache
1353
        : `${locale ? `/${locale}` : ''}${
1354 1355 1356
            (pathname === '/' || resolvedUrlPathname === '/') && locale
              ? ''
              : resolvedUrlPathname
1357
          }${query.amp ? '.amp' : ''}`
J
JJ Kasper 已提交
1358

1359 1360 1361 1362 1363 1364
    if (is404Page && isSSG) {
      ssgCacheKey = `${locale ? `/${locale}` : ''}${pathname}${
        query.amp ? '.amp' : ''
      }`
    }

J
JJ Kasper 已提交
1365
    // Complete the response with cached data if its present
1366 1367 1368
    const cachedData = ssgCacheKey
      ? await this.incrementalCache.get(ssgCacheKey)
      : undefined
1369

J
JJ Kasper 已提交
1370
    if (cachedData) {
1371
      const data = isDataReq
J
JJ Kasper 已提交
1372 1373 1374
        ? JSON.stringify(cachedData.pageData)
        : cachedData.html

1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385
      const revalidateOptions = !this.renderOpts.dev
        ? {
            private: isPreviewMode,
            stateful: false, // GSP response
            revalidate:
              cachedData.curRevalidate !== undefined
                ? cachedData.curRevalidate
                : /* default to minimum revalidate (this should be an invariant) */ 1,
          }
        : undefined

1386 1387
      if (!isDataReq && cachedData.pageData?.pageProps?.__N_REDIRECT) {
        await handleRedirect(cachedData.pageData)
1388 1389 1390 1391 1392 1393 1394 1395
      } else if (cachedData.isNotFound) {
        if (revalidateOptions) {
          setRevalidateHeaders(res, revalidateOptions)
        }
        await this.render404(req, res, {
          pathname,
          query,
        } as UrlWithParsedQuery)
1396 1397 1398 1399 1400 1401 1402 1403 1404 1405
      } else {
        sendPayload(
          req,
          res,
          data,
          isDataReq ? 'json' : 'html',
          {
            generateEtags: this.renderOpts.generateEtags,
            poweredByHeader: this.renderOpts.poweredByHeader,
          },
1406
          revalidateOptions
1407 1408
        )
      }
J
JJ Kasper 已提交
1409 1410 1411 1412 1413

      // Stop the request chain here if the data we sent was up-to-date
      if (!cachedData.isStale) {
        return null
      }
J
JJ Kasper 已提交
1414
    }
J
Joe Haddad 已提交
1415

J
JJ Kasper 已提交
1416
    // If we're here, that means data is missing or it's stale.
1417
    const maybeCoalesceInvoke = ssgCacheKey
1418
      ? (fn: any) => withCoalescedInvoke(fn).bind(null, ssgCacheKey!, [])
1419 1420 1421 1422
      : (fn: any) => async () => {
          const value = await fn()
          return { isOrigin: true, value }
        }
J
JJ Kasper 已提交
1423

1424 1425 1426 1427 1428
    const doRender = maybeCoalesceInvoke(
      async (): Promise<{
        html: string | null
        pageData: any
        sprRevalidate: number | false
1429
        isNotFound?: boolean
1430
        isRedirect?: boolean
1431 1432 1433 1434
      }> => {
        let pageData: any
        let html: string | null
        let sprRevalidate: number | false
1435
        let isNotFound: boolean | undefined
1436
        let isRedirect: boolean | undefined
1437 1438 1439 1440 1441 1442 1443

        let renderResult
        // handle serverless
        if (isLikeServerless) {
          renderResult = await (components.Component as any).renderReqToHTML(
            req,
            res,
P
Prateek Bhatnagar 已提交
1444 1445 1446
            'passthrough',
            {
              fontManifest: this.renderOpts.fontManifest,
1447
              locale,
1448
              locales,
1449
              defaultLocale,
P
Prateek Bhatnagar 已提交
1450
            }
1451
          )
J
JJ Kasper 已提交
1452

1453 1454 1455
          html = renderResult.html
          pageData = renderResult.renderOpts.pageData
          sprRevalidate = renderResult.renderOpts.revalidate
1456
          isNotFound = renderResult.renderOpts.isNotFound
1457
          isRedirect = renderResult.renderOpts.isRedirect
1458
        } else {
1459 1460 1461 1462 1463 1464 1465
          const origQuery = parseUrl(req.url || '', true).query
          const resolvedUrl = formatUrl({
            pathname: resolvedUrlPathname,
            // make sure to only add query values from original URL
            query: origQuery,
          })

1466 1467 1468 1469
          const renderOpts: RenderOpts = {
            ...components,
            ...opts,
            isDataReq,
1470
            resolvedUrl,
1471
            locale,
1472
            locales,
1473
            defaultLocale,
1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484
            // For getServerSideProps we need to ensure we use the original URL
            // and not the resolved URL to prevent a hydration mismatch on
            // asPath
            resolvedAsPath: isServerProps
              ? formatUrl({
                  // we use the original URL pathname less the _next/data prefix if
                  // present
                  pathname: urlPathname,
                  query: origQuery,
                })
              : resolvedUrl,
1485
          }
1486

1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498
          renderResult = await renderToHTML(
            req,
            res,
            pathname,
            query,
            renderOpts
          )

          html = renderResult
          // TODO: change this to a different passing mechanism
          pageData = (renderOpts as any).pageData
          sprRevalidate = (renderOpts as any).revalidate
1499
          isNotFound = (renderOpts as any).isNotFound
1500
          isRedirect = (renderOpts as any).isRedirect
J
JJ Kasper 已提交
1501 1502
        }

1503
        return { html, pageData, sprRevalidate, isNotFound, isRedirect }
J
JJ Kasper 已提交
1504
      }
1505
    )
J
JJ Kasper 已提交
1506

1507
    const isProduction = !this.renderOpts.dev
J
Joe Haddad 已提交
1508
    const isDynamicPathname = isDynamicRoute(pathname)
1509
    const didRespond = isResSent(res)
1510

1511
    const { staticPaths, fallbackMode } = hasStaticPaths
1512
      ? await this.getStaticPaths(pathname)
1513
      : { staticPaths: undefined, fallbackMode: false }
1514

1515 1516 1517 1518 1519
    // When we did not respond from cache, we need to choose to block on
    // rendering or return a skeleton.
    //
    // * Data requests always block.
    //
1520 1521
    // * Blocking mode fallback always blocks.
    //
1522 1523
    // * Preview mode toggles all pages to be resolved in a blocking manner.
    //
1524
    // * Non-dynamic pages should block (though this is an impossible
1525 1526
    //   case in production).
    //
1527 1528
    // * Dynamic pages should return their skeleton if not defined in
    //   getStaticPaths, then finish the data request on the client-side.
1529
    //
J
Joe Haddad 已提交
1530
    if (
1531
      fallbackMode !== 'blocking' &&
1532
      ssgCacheKey &&
1533 1534 1535
      !didRespond &&
      !isPreviewMode &&
      isDynamicPathname &&
1536 1537
      // Development should trigger fallback when the path is not in
      // `getStaticPaths`
1538 1539
      (isProduction ||
        !staticPaths ||
1540 1541 1542 1543 1544
        // static paths always includes locale so make sure it's prefixed
        // with it
        !staticPaths.includes(
          `${locale ? '/' + locale : ''}${resolvedUrlPathname}`
        ))
J
Joe Haddad 已提交
1545
    ) {
1546 1547 1548 1549 1550
      if (
        // In development, fall through to render to handle missing
        // getStaticPaths.
        (isProduction || staticPaths) &&
        // When fallback isn't present, abort this render so we 404
1551
        fallbackMode !== 'static'
1552
      ) {
1553
        throw new NoFallbackError()
1554 1555
      }

1556 1557
      if (!isDataReq) {
        let html: string
1558

1559 1560
        // Production already emitted the fallback as static HTML.
        if (isProduction) {
1561 1562 1563
          html = await this.incrementalCache.getFallback(
            locale ? `/${locale}${pathname}` : pathname
          )
1564 1565 1566 1567 1568 1569 1570 1571 1572
        }
        // We need to generate the fallback on-demand for development.
        else {
          query.__nextFallback = 'true'
          if (isLikeServerless) {
            prepareServerlessUrl(req, query)
          }
          const { value: renderResult } = await doRender()
          html = renderResult.html
1573 1574
        }

1575 1576 1577 1578 1579 1580
        sendPayload(req, res, html, 'html', {
          generateEtags: this.renderOpts.generateEtags,
          poweredByHeader: this.renderOpts.poweredByHeader,
        })
        return null
      }
1581 1582
    }

1583 1584
    const {
      isOrigin,
1585
      value: { html, pageData, sprRevalidate, isNotFound, isRedirect },
1586
    } = await doRender()
1587
    let resHtml = html
1588

1589 1590 1591 1592 1593 1594 1595 1596 1597
    const revalidateOptions =
      !this.renderOpts.dev || (isServerProps && !isDataReq)
        ? {
            private: isPreviewMode,
            stateful: !isSSG,
            revalidate: sprRevalidate,
          }
        : undefined

1598 1599 1600 1601 1602
    if (
      !isResSent(res) &&
      !isNotFound &&
      (isSSG || isDataReq || isServerProps)
    ) {
1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614
      if (isRedirect && !isDataReq) {
        await handleRedirect(pageData)
      } else {
        sendPayload(
          req,
          res,
          isDataReq ? JSON.stringify(pageData) : html,
          isDataReq ? 'json' : 'html',
          {
            generateEtags: this.renderOpts.generateEtags,
            poweredByHeader: this.renderOpts.poweredByHeader,
          },
1615
          revalidateOptions
1616 1617
        )
      }
1618
      resHtml = null
1619
    }
J
JJ Kasper 已提交
1620

1621
    // Update the cache if the head request and cacheable
1622
    if (isOrigin && ssgCacheKey) {
1623 1624
      await this.incrementalCache.set(
        ssgCacheKey,
1625
        { html: html!, pageData, isNotFound, isRedirect },
1626 1627
        sprRevalidate
      )
1628 1629
    }

1630 1631 1632 1633 1634 1635 1636 1637 1638 1639
    if (!isResSent(res) && isNotFound) {
      if (revalidateOptions) {
        setRevalidateHeaders(res, revalidateOptions)
      }
      await this.render404(
        req,
        res,
        { pathname, query } as UrlWithParsedQuery,
        !!revalidateOptions
      )
1640
    }
1641
    return resHtml
1642 1643
  }

1644
  public async renderToHTML(
J
Joe Haddad 已提交
1645 1646 1647
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
1648
    query: ParsedUrlQuery = {}
J
Joe Haddad 已提交
1649
  ): Promise<string | null> {
1650 1651 1652
    try {
      const result = await this.findPageComponents(pathname, query)
      if (result) {
1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664
        try {
          return await this.renderToHTMLWithComponents(
            req,
            res,
            pathname,
            result,
            { ...this.renderOpts }
          )
        } catch (err) {
          if (!(err instanceof NoFallbackError)) {
            throw err
          }
1665
        }
1666
      }
J
Joe Haddad 已提交
1667

1668 1669 1670 1671 1672 1673
      if (this.dynamicRoutes) {
        for (const dynamicRoute of this.dynamicRoutes) {
          const params = dynamicRoute.match(pathname)
          if (!params) {
            continue
          }
J
Joe Haddad 已提交
1674

1675
          const dynamicRouteResult = await this.findPageComponents(
1676 1677 1678 1679
            dynamicRoute.page,
            query,
            params
          )
1680
          if (dynamicRouteResult) {
1681 1682 1683 1684 1685
            try {
              return await this.renderToHTMLWithComponents(
                req,
                res,
                dynamicRoute.page,
1686
                dynamicRouteResult,
1687 1688 1689 1690 1691 1692
                { ...this.renderOpts, params }
              )
            } catch (err) {
              if (!(err instanceof NoFallbackError)) {
                throw err
              }
1693
            }
J
Joe Haddad 已提交
1694 1695
          }
        }
1696 1697 1698
      }
    } catch (err) {
      this.logError(err)
1699 1700 1701 1702 1703

      if (err && err.code === 'DECODE_FAILED') {
        res.statusCode = 400
        return await this.renderErrorToHTML(err, req, res, pathname, query)
      }
1704 1705 1706 1707 1708
      res.statusCode = 500
      return await this.renderErrorToHTML(err, req, res, pathname, query)
    }
    res.statusCode = 404
    return await this.renderErrorToHTML(null, req, res, pathname, query)
N
Naoyuki Kanezawa 已提交
1709 1710
  }

J
Joe Haddad 已提交
1711 1712 1713 1714 1715
  public async renderError(
    err: Error | null,
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
1716 1717
    query: ParsedUrlQuery = {},
    setHeaders = true
J
Joe Haddad 已提交
1718
  ): Promise<void> {
1719 1720 1721 1722 1723 1724
    if (setHeaders) {
      res.setHeader(
        'Cache-Control',
        'no-cache, no-store, max-age=0, must-revalidate'
      )
    }
N
Naoyuki Kanezawa 已提交
1725
    const html = await this.renderErrorToHTML(err, req, res, pathname, query)
1726
    if (html === null) {
1727 1728
      return
    }
1729
    return this.sendHTML(req, res, html)
N
nkzawa 已提交
1730 1731
  }

1732 1733 1734 1735 1736 1737 1738 1739 1740
  private customErrorNo404Warn = execOnce(() => {
    console.warn(
      chalk.bold.yellow(`Warning: `) +
        chalk.yellow(
          `You have added a custom /_error page without a custom /404 page. This prevents the 404 page from being auto statically optimized.\nSee here for info: https://err.sh/next.js/custom-error-no-custom-404`
        )
    )
  })

J
Joe Haddad 已提交
1741 1742 1743 1744 1745
  public async renderErrorToHTML(
    err: Error | null,
    req: IncomingMessage,
    res: ServerResponse,
    _pathname: string,
1746
    query: ParsedUrlQuery = {}
J
Joe Haddad 已提交
1747
  ) {
1748
    let result: null | FindComponentsResult = null
1749

1750 1751 1752
    const is404 = res.statusCode === 404
    let using404Page = false

1753
    // use static 404 page if available and is 404 response
1754
    if (is404) {
1755
      result = await this.findPageComponents('/404', query)
1756
      using404Page = result !== null
1757 1758 1759 1760 1761 1762
    }

    if (!result) {
      result = await this.findPageComponents('/_error', query)
    }

1763 1764 1765
    if (
      process.env.NODE_ENV !== 'production' &&
      !using404Page &&
1766 1767
      (await this.hasPage('/_error')) &&
      !(await this.hasPage('/404'))
1768 1769 1770 1771
    ) {
      this.customErrorNo404Warn()
    }

1772
    let html: string | null
1773
    try {
1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784
      try {
        html = await this.renderToHTMLWithComponents(
          req,
          res,
          using404Page ? '/404' : '/_error',
          result!,
          {
            ...this.renderOpts,
            err,
          }
        )
1785 1786
      } catch (maybeFallbackError) {
        if (maybeFallbackError instanceof NoFallbackError) {
1787
          throw new Error('invariant: failed to render error page')
1788
        }
1789
        throw maybeFallbackError
1790
      }
1791 1792
    } catch (renderToHtmlError) {
      console.error(renderToHtmlError)
1793 1794 1795 1796
      res.statusCode = 500
      html = 'Internal Server Error'
    }
    return html
N
Naoyuki Kanezawa 已提交
1797 1798
  }

J
Joe Haddad 已提交
1799 1800 1801
  public async render404(
    req: IncomingMessage,
    res: ServerResponse,
1802 1803
    parsedUrl?: UrlWithParsedQuery,
    setHeaders = true
J
Joe Haddad 已提交
1804
  ): Promise<void> {
1805 1806
    const url: any = req.url
    const { pathname, query } = parsedUrl ? parsedUrl : parseUrl(url, true)
N
Naoyuki Kanezawa 已提交
1807
    res.statusCode = 404
1808
    return this.renderError(null, req, res, pathname!, query, setHeaders)
N
Naoyuki Kanezawa 已提交
1809
  }
N
Naoyuki Kanezawa 已提交
1810

J
Joe Haddad 已提交
1811 1812 1813 1814
  public async serveStatic(
    req: IncomingMessage,
    res: ServerResponse,
    path: string,
1815
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
1816
  ): Promise<void> {
A
Arunoda Susiripala 已提交
1817
    if (!this.isServeableUrl(path)) {
1818
      return this.render404(req, res, parsedUrl)
A
Arunoda Susiripala 已提交
1819 1820
    }

1821 1822 1823 1824 1825 1826
    if (!(req.method === 'GET' || req.method === 'HEAD')) {
      res.statusCode = 405
      res.setHeader('Allow', ['GET', 'HEAD'])
      return this.renderError(null, req, res, path)
    }

N
Naoyuki Kanezawa 已提交
1827
    try {
1828
      await serveStatic(req, res, path)
N
Naoyuki Kanezawa 已提交
1829
    } catch (err) {
T
Tim Neutkens 已提交
1830
      if (err.code === 'ENOENT' || err.statusCode === 404) {
1831
        this.render404(req, res, parsedUrl)
1832 1833 1834
      } else if (err.statusCode === 412) {
        res.statusCode = 412
        return this.renderError(err, req, res, path)
N
Naoyuki Kanezawa 已提交
1835 1836 1837 1838 1839 1840
      } else {
        throw err
      }
    }
  }

1841 1842 1843 1844 1845 1846 1847 1848 1849
  private _validFilesystemPathSet: Set<string> | null = null
  private getFilesystemPaths(): Set<string> {
    if (this._validFilesystemPathSet) {
      return this._validFilesystemPathSet
    }

    const pathUserFilesStatic = join(this.dir, 'static')
    let userFilesStatic: string[] = []
    if (this.hasStaticDir && fs.existsSync(pathUserFilesStatic)) {
J
Joe Haddad 已提交
1850
      userFilesStatic = recursiveReadDirSync(pathUserFilesStatic).map((f) =>
1851 1852 1853 1854 1855 1856
        join('.', 'static', f)
      )
    }

    let userFilesPublic: string[] = []
    if (this.publicDir && fs.existsSync(this.publicDir)) {
J
Joe Haddad 已提交
1857
      userFilesPublic = recursiveReadDirSync(this.publicDir).map((f) =>
1858 1859 1860 1861 1862 1863 1864
        join('.', 'public', f)
      )
    }

    let nextFilesStatic: string[] = []
    nextFilesStatic = recursiveReadDirSync(
      join(this.distDir, 'static')
J
Joe Haddad 已提交
1865
    ).map((f) => join('.', relative(this.dir, this.distDir), 'static', f))
1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899

    return (this._validFilesystemPathSet = new Set<string>([
      ...nextFilesStatic,
      ...userFilesPublic,
      ...userFilesStatic,
    ]))
  }

  protected isServeableUrl(untrustedFileUrl: string): boolean {
    // This method mimics what the version of `send` we use does:
    // 1. decodeURIComponent:
    //    https://github.com/pillarjs/send/blob/0.17.1/index.js#L989
    //    https://github.com/pillarjs/send/blob/0.17.1/index.js#L518-L522
    // 2. resolve:
    //    https://github.com/pillarjs/send/blob/de073ed3237ade9ff71c61673a34474b30e5d45b/index.js#L561

    let decodedUntrustedFilePath: string
    try {
      // (1) Decode the URL so we have the proper file name
      decodedUntrustedFilePath = decodeURIComponent(untrustedFileUrl)
    } catch {
      return false
    }

    // (2) Resolve "up paths" to determine real request
    const untrustedFilePath = resolve(decodedUntrustedFilePath)

    // don't allow null bytes anywhere in the file path
    if (untrustedFilePath.indexOf('\0') !== -1) {
      return false
    }

    // Check if .next/static, static and public are in the path.
    // If not the path is not available.
A
Arunoda Susiripala 已提交
1900
    if (
1901 1902 1903
      (untrustedFilePath.startsWith(join(this.distDir, 'static') + sep) ||
        untrustedFilePath.startsWith(join(this.dir, 'static') + sep) ||
        untrustedFilePath.startsWith(join(this.dir, 'public') + sep)) === false
A
Arunoda Susiripala 已提交
1904 1905 1906 1907
    ) {
      return false
    }

1908 1909 1910 1911
    // Check against the real filesystem paths
    const filesystemUrls = this.getFilesystemPaths()
    const resolved = relative(this.dir, untrustedFilePath)
    return filesystemUrls.has(resolved)
A
Arunoda Susiripala 已提交
1912 1913
  }

1914
  protected readBuildId(): string {
1915 1916 1917 1918 1919
    const buildIdFile = join(this.distDir, BUILD_ID_FILE)
    try {
      return fs.readFileSync(buildIdFile, 'utf8').trim()
    } catch (err) {
      if (!fs.existsSync(buildIdFile)) {
J
Joe Haddad 已提交
1920
        throw new Error(
1921
          `Could not find a valid build in the '${this.distDir}' directory! Try building your app with 'next build' before starting the server.`
J
Joe Haddad 已提交
1922
        )
1923 1924 1925
      }

      throw err
1926
    }
1927
  }
1928

1929
  protected get _isLikeServerless(): boolean {
1930 1931
    return isTargetLikeServerless(this.nextConfig.target)
  }
1932
}
1933

1934 1935 1936 1937
function prepareServerlessUrl(
  req: IncomingMessage,
  query: ParsedUrlQuery
): void {
1938 1939 1940 1941 1942 1943 1944 1945 1946 1947
  const curUrl = parseUrl(req.url!, true)
  req.url = formatUrl({
    ...curUrl,
    search: undefined,
    query: {
      ...curUrl.query,
      ...query,
    },
  })
}
1948 1949

class NoFallbackError extends Error {}