next-server.ts 54.4 KB
Newer Older
G
Guy Bedford 已提交
1
import compression from 'next/dist/compiled/compression'
J
Joe Haddad 已提交
2
import fs from 'fs'
3
import chalk from 'next/dist/compiled/chalk'
J
Joe Haddad 已提交
4
import { IncomingMessage, ServerResponse } from 'http'
G
Guy Bedford 已提交
5
import Proxy from 'next/dist/compiled/http-proxy'
6
import { join, relative, resolve, sep } from 'path'
7 8 9 10 11
import {
  parse as parseQs,
  stringify as stringifyQs,
  ParsedUrlQuery,
} from 'querystring'
12
import { format as formatUrl, parse as parseUrl, UrlWithParsedQuery } from 'url'
13
import { PrerenderManifest } from '../../build'
J
Joe Haddad 已提交
14 15 16 17 18 19
import {
  getRedirectStatus,
  Header,
  Redirect,
  Rewrite,
  RouteType,
20 21
  CustomRoutes,
} from '../../lib/load-custom-routes'
J
JJ Kasper 已提交
22
import { withCoalescedInvoke } from '../../lib/coalesced-function'
J
Joe Haddad 已提交
23 24
import {
  BUILD_ID_FILE,
25
  CLIENT_PUBLIC_FILES_PATH,
J
Joe Haddad 已提交
26 27
  CLIENT_STATIC_FILES_PATH,
  CLIENT_STATIC_FILES_RUNTIME,
28
  PAGES_MANIFEST,
29
  PERMANENT_REDIRECT_STATUS,
J
Joe Haddad 已提交
30
  PHASE_PRODUCTION_SERVER,
J
Joe Haddad 已提交
31
  PRERENDER_MANIFEST,
32
  ROUTES_MANIFEST,
33
  SERVERLESS_DIRECTORY,
J
Joe Haddad 已提交
34
  SERVER_DIRECTORY,
T
Tim Neutkens 已提交
35
} from '../lib/constants'
J
Joe Haddad 已提交
36 37 38 39
import {
  getRouteMatcher,
  getRouteRegex,
  getSortedRoutes,
40
  isDynamicRoute,
J
Joe Haddad 已提交
41
} from '../lib/router/utils'
42
import * as envConfig from '../lib/runtime-config'
J
Joe Haddad 已提交
43
import { isResSent, NextApiRequest, NextApiResponse } from '../lib/utils'
44 45 46 47 48 49 50
import {
  apiResolver,
  setLazyProp,
  getCookieParser,
  tryGetPreviewData,
  __ApiPreviewProps,
} from './api-utils'
51
import loadConfig, { isTargetLikeServerless } from './config'
52
import pathMatch from '../lib/router/utils/path-match'
J
Joe Haddad 已提交
53
import { recursiveReadDirSync } from './lib/recursive-readdir-sync'
54
import { loadComponents, LoadComponentsReturnType } from './load-components'
J
Joe Haddad 已提交
55
import { normalizePagePath } from './normalize-page-path'
56
import { RenderOpts, RenderOptsPartial, renderToHTML } from './render'
P
Prateek Bhatnagar 已提交
57
import { getPagePath, requireFontManifest } from './require'
58 59 60
import Router, {
  DynamicRoutes,
  PageChecker,
J
Joe Haddad 已提交
61 62 63
  Params,
  route,
  Route,
64
} from './router'
65
import prepareDestination from '../lib/router/utils/prepare-destination'
66
import { sendPayload } from './send-payload'
J
Joe Haddad 已提交
67
import { serveStatic } from './serve-static'
68
import { IncrementalCache } from './incremental-cache'
69
import { execOnce } from '../lib/utils'
70
import { isBlockedPage } from './utils'
71
import { compile as compilePathToRegex } from 'next/dist/compiled/path-to-regexp'
72
import { loadEnvConfig } from '@next/env'
73
import './node-polyfill-fetch'
J
Jan Potoms 已提交
74
import { PagesManifest } from '../../build/webpack/plugins/pages-manifest-plugin'
75
import { removePathTrailingSlash } from '../../client/normalize-trailing-slash'
76
import getRouteFromAssetPath from '../lib/router/utils/get-route-from-asset-path'
P
Prateek Bhatnagar 已提交
77
import { FontManifest } from './font-utils'
78
import { denormalizePagePath } from './denormalize-page-path'
79 80 81
import accept from '@hapi/accept'
import { normalizeLocalePath } from '../lib/i18n/normalize-locale-path'
import { detectLocaleCookie } from '../lib/i18n/detect-locale-cookie'
82
import * as Log from '../../build/output/log'
S
Steven 已提交
83
import { imageOptimizer } from './image-optimizer'
84
import { detectDomainLocale } from '../lib/i18n/detect-domain-locale'
85
import cookie from 'next/dist/compiled/cookie'
J
JJ Kasper 已提交
86 87

const getCustomRouteMatcher = pathMatch(true)
88 89 90

type NextConfig = any

91 92 93 94 95 96
type Middleware = (
  req: IncomingMessage,
  res: ServerResponse,
  next: (err?: Error) => void
) => void

97 98 99 100 101
type FindComponentsResult = {
  components: LoadComponentsReturnType
  query: ParsedUrlQuery
}

T
Tim Neutkens 已提交
102
export type ServerConstructor = {
103 104 105
  /**
   * Where the Next project is located - @default '.'
   */
J
Joe Haddad 已提交
106
  dir?: string
107 108 109
  /**
   * Hide error messages containing server information - @default false
   */
J
Joe Haddad 已提交
110
  quiet?: boolean
111 112 113
  /**
   * Object what you would use in next.config.js - @default {}
   */
114
  conf?: NextConfig
J
JJ Kasper 已提交
115
  dev?: boolean
116
  customServer?: boolean
117
}
118

N
nkzawa 已提交
119
export default class Server {
120 121 122 123
  dir: string
  quiet: boolean
  nextConfig: NextConfig
  distDir: string
124
  pagesDir?: string
125
  publicDir: string
126
  hasStaticDir: boolean
127
  serverBuildDir: string
J
Jan Potoms 已提交
128
  pagesManifest?: PagesManifest
129 130
  buildId: string
  renderOpts: {
T
Tim Neutkens 已提交
131
    poweredByHeader: boolean
J
Joe Haddad 已提交
132 133 134
    buildId: string
    generateEtags: boolean
    runtimeConfig?: { [key: string]: any }
135 136 137
    assetPrefix?: string
    canonicalBase: string
    dev?: boolean
138
    previewProps: __ApiPreviewProps
139
    customServer?: boolean
140
    ampOptimizerConfig?: { [key: string]: any }
141
    basePath: string
P
Prateek Bhatnagar 已提交
142
    optimizeFonts: boolean
A
Alex Castle 已提交
143
    images: string
P
Prateek Bhatnagar 已提交
144
    fontManifest: FontManifest
145
    optimizeImages: boolean
146 147
    locale?: string
    locales?: string[]
148
    defaultLocale?: string
149
  }
150
  private compression?: Middleware
J
JJ Kasper 已提交
151
  private onErrorMiddleware?: ({ err }: { err: Error }) => Promise<void>
152
  private incrementalCache: IncrementalCache
153
  router: Router
154
  protected dynamicRoutes?: DynamicRoutes
155
  protected customRoutes: CustomRoutes
156

J
Joe Haddad 已提交
157 158 159 160
  public constructor({
    dir = '.',
    quiet = false,
    conf = null,
J
JJ Kasper 已提交
161
    dev = false,
162
    customServer = true,
J
Joe Haddad 已提交
163
  }: ServerConstructor = {}) {
N
nkzawa 已提交
164
    this.dir = resolve(dir)
N
Naoyuki Kanezawa 已提交
165
    this.quiet = quiet
T
Tim Neutkens 已提交
166
    const phase = this.currentPhase()
167
    loadEnvConfig(this.dir, dev, Log)
168

169
    this.nextConfig = loadConfig(phase, this.dir, conf)
170
    this.distDir = join(this.dir, this.nextConfig.distDir)
171
    this.publicDir = join(this.dir, CLIENT_PUBLIC_FILES_PATH)
172
    this.hasStaticDir = fs.existsSync(join(this.dir, 'static'))
T
Tim Neutkens 已提交
173

174 175
    // Only serverRuntimeConfig needs the default
    // publicRuntimeConfig gets it's default in client/index.js
J
Joe Haddad 已提交
176 177 178 179 180
    const {
      serverRuntimeConfig = {},
      publicRuntimeConfig,
      assetPrefix,
      generateEtags,
181
      compress,
J
Joe Haddad 已提交
182
    } = this.nextConfig
183

T
Tim Neutkens 已提交
184
    this.buildId = this.readBuildId()
185

186
    this.renderOpts = {
T
Tim Neutkens 已提交
187
      poweredByHeader: this.nextConfig.poweredByHeader,
188
      canonicalBase: this.nextConfig.amp.canonicalBase,
189
      buildId: this.buildId,
190
      generateEtags,
191
      previewProps: this.getPreviewProps(),
192
      customServer: customServer === true ? true : undefined,
193
      ampOptimizerConfig: this.nextConfig.experimental.amp?.optimizer,
194
      basePath: this.nextConfig.basePath,
A
Alex Castle 已提交
195
      images: JSON.stringify(this.nextConfig.images),
196 197 198 199 200
      optimizeFonts: this.nextConfig.experimental.optimizeFonts && !dev,
      fontManifest:
        this.nextConfig.experimental.optimizeFonts && !dev
          ? requireFontManifest(this.distDir, this._isLikeServerless)
          : null,
201
      optimizeImages: this.nextConfig.experimental.optimizeImages,
J
Joe Haddad 已提交
202
      defaultLocale: this.nextConfig.i18n?.defaultLocale,
203
    }
N
Naoyuki Kanezawa 已提交
204

205 206
    // Only the `publicRuntimeConfig` key is exposed to the client side
    // It'll be rendered as part of __NEXT_DATA__ on the client side
207
    if (Object.keys(publicRuntimeConfig).length > 0) {
208
      this.renderOpts.runtimeConfig = publicRuntimeConfig
209 210
    }

211
    if (compress && this.nextConfig.target === 'server') {
212 213 214
      this.compression = compression() as Middleware
    }

215
    // Initialize next/config with the environment configuration
216 217 218 219
    envConfig.setConfig({
      serverRuntimeConfig,
      publicRuntimeConfig,
    })
220

221 222 223 224 225 226 227 228 229 230
    this.serverBuildDir = join(
      this.distDir,
      this._isLikeServerless ? SERVERLESS_DIRECTORY : SERVER_DIRECTORY
    )
    const pagesManifestPath = join(this.serverBuildDir, PAGES_MANIFEST)

    if (!dev) {
      this.pagesManifest = require(pagesManifestPath)
    }

231
    this.customRoutes = this.getCustomRoutes()
J
JJ Kasper 已提交
232
    this.router = new Router(this.generateRoutes())
233
    this.setAssetPrefix(assetPrefix)
J
JJ Kasper 已提交
234

235 236 237
    // call init-server middleware, this is also handled
    // individually in serverless bundles when deployed
    if (!dev && this.nextConfig.experimental.plugins) {
238 239
      const initServer = require(join(this.serverBuildDir, 'init-server.js'))
        .default
240
      this.onErrorMiddleware = require(join(
241
        this.serverBuildDir,
242 243 244 245 246
        'on-error-server.js'
      )).default
      initServer()
    }

247
    this.incrementalCache = new IncrementalCache({
J
JJ Kasper 已提交
248 249 250 251
      dev,
      distDir: this.distDir,
      pagesDir: join(
        this.distDir,
252
        this._isLikeServerless ? SERVERLESS_DIRECTORY : SERVER_DIRECTORY,
J
JJ Kasper 已提交
253 254 255 256
        'pages'
      ),
      flushToDisk: this.nextConfig.experimental.sprFlushToDisk,
    })
P
Prateek Bhatnagar 已提交
257 258 259 260 261 262 263 264 265 266

    /**
     * This sets environment variable to be used at the time of SSR by head.tsx.
     * Using this from process.env allows targetting both serverless and SSR by calling
     * `process.env.__NEXT_OPTIMIZE_FONTS`.
     * TODO(prateekbh@): Remove this when experimental.optimizeFonts are being clened up.
     */
    if (this.renderOpts.optimizeFonts) {
      process.env.__NEXT_OPTIMIZE_FONTS = JSON.stringify(true)
    }
267 268 269
    if (this.renderOpts.optimizeImages) {
      process.env.__NEXT_OPTIMIZE_IMAGES = JSON.stringify(true)
    }
N
Naoyuki Kanezawa 已提交
270
  }
N
nkzawa 已提交
271

272
  protected currentPhase(): string {
273
    return PHASE_PRODUCTION_SERVER
274 275
  }

S
Steven 已提交
276
  public logError(err: Error): void {
277 278 279
    if (this.onErrorMiddleware) {
      this.onErrorMiddleware({ err })
    }
280
    if (this.quiet) return
281
    console.error(err)
282 283
  }

284
  private async handleRequest(
J
Joe Haddad 已提交
285 286
    req: IncomingMessage,
    res: ServerResponse,
287
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
288
  ): Promise<void> {
289 290
    setLazyProp({ req: req as any }, 'cookies', getCookieParser(req))

291
    // Parse url if parsedUrl not provided
292
    if (!parsedUrl || typeof parsedUrl !== 'object') {
293 294
      const url: any = req.url
      parsedUrl = parseUrl(url, true)
295
    }
296

297 298 299
    // Parse the querystring ourselves if the user doesn't handle querystring parsing
    if (typeof parsedUrl.query === 'string') {
      parsedUrl.query = parseQs(parsedUrl.query)
N
Naoyuki Kanezawa 已提交
300
    }
301

J
Joe Haddad 已提交
302
    const { basePath, i18n } = this.nextConfig
303

304 305 306 307 308
    if (basePath && req.url?.startsWith(basePath)) {
      // store original URL to allow checking if basePath was
      // provided or not
      ;(req as any)._nextHadBasePath = true
      req.url = req.url!.replace(basePath, '') || '/'
T
Tim Neutkens 已提交
309 310
    }

311
    if (i18n && !parsedUrl.pathname?.startsWith('/_next')) {
312 313
      // get pathname from URL with basePath stripped for locale detection
      const { pathname, ...parsed } = parseUrl(req.url || '/')
314
      let defaultLocale = i18n.defaultLocale
315
      let detectedLocale = detectLocaleCookie(req, i18n.locales)
316 317 318 319
      let acceptPreferredLocale =
        i18n.localeDetection !== false
          ? accept.language(req.headers['accept-language'], i18n.locales)
          : detectedLocale
320

321 322 323 324 325
      const { host } = req?.headers || {}
      // remove port from host and remove port if present
      const hostname = host?.split(':')[0].toLowerCase()

      const detectedDomain = detectDomainLocale(i18n.domains, hostname)
326 327 328 329
      if (detectedDomain) {
        defaultLocale = detectedDomain.defaultLocale
        detectedLocale = defaultLocale
      }
330

331 332
      // if not domain specific locale use accept-language preferred
      detectedLocale = detectedLocale || acceptPreferredLocale
333

334 335 336 337 338 339 340 341 342
      let localeDomainRedirect: string | undefined
      const localePathResult = normalizeLocalePath(pathname!, i18n.locales)

      if (localePathResult.detectedLocale) {
        detectedLocale = localePathResult.detectedLocale
        req.url = formatUrl({
          ...parsed,
          pathname: localePathResult.pathname,
        })
J
JJ Kasper 已提交
343
        ;(req as any).__nextStrippedLocale = true
344
        parsedUrl.pathname = localePathResult.pathname
345 346 347 348 349 350 351 352 353 354
      }

      // If a detected locale is a domain specific locale and we aren't already
      // on that domain and path prefix redirect to it to prevent duplicate
      // content from multiple domains
      if (detectedDomain && parsedUrl.pathname === '/') {
        const localeToCheck = acceptPreferredLocale
        // const localeToCheck = localePathResult.detectedLocale
        //   ? detectedLocale
        //   : acceptPreferredLocale
355

356 357 358
        const matchedDomain = detectDomainLocale(
          i18n.domains,
          undefined,
359
          localeToCheck
360 361
        )

362 363 364 365 366
        if (
          matchedDomain &&
          (matchedDomain.domain !== detectedDomain.domain ||
            localeToCheck !== matchedDomain.defaultLocale)
        ) {
367 368
          localeDomainRedirect = `http${matchedDomain.http ? '' : 's'}://${
            matchedDomain.domain
369 370
          }/${
            localeToCheck === matchedDomain.defaultLocale ? '' : localeToCheck
371
          }`
372 373 374
        }
      }

375
      const denormalizedPagePath = denormalizePagePath(pathname || '/')
376
      const detectedDefaultLocale =
377 378
        !detectedLocale ||
        detectedLocale.toLowerCase() === defaultLocale.toLowerCase()
379 380 381 382
      const shouldStripDefaultLocale = false
      // detectedDefaultLocale &&
      // denormalizedPagePath.toLowerCase() ===
      //   `/${i18n.defaultLocale.toLowerCase()}`
383

384 385
      const shouldAddLocalePrefix =
        !detectedDefaultLocale && denormalizedPagePath === '/'
386

387
      detectedLocale = detectedLocale || i18n.defaultLocale
388

389 390
      if (
        i18n.localeDetection !== false &&
391 392 393
        (localeDomainRedirect ||
          shouldAddLocalePrefix ||
          shouldStripDefaultLocale)
394
      ) {
395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416
        // set the NEXT_LOCALE cookie when a user visits the default locale
        // with the locale prefix so that they aren't redirected back to
        // their accept-language preferred locale
        if (
          shouldStripDefaultLocale &&
          acceptPreferredLocale !== defaultLocale
        ) {
          const previous = res.getHeader('set-cookie')

          res.setHeader('set-cookie', [
            ...(typeof previous === 'string'
              ? [previous]
              : Array.isArray(previous)
              ? previous
              : []),
            cookie.serialize('NEXT_LOCALE', defaultLocale, {
              httpOnly: true,
              path: '/',
            }),
          ])
        }

417 418 419 420 421
        res.setHeader(
          'Location',
          formatUrl({
            // make sure to include any query values when redirecting
            ...parsed,
422 423 424 425 426
            pathname: localeDomainRedirect
              ? localeDomainRedirect
              : shouldStripDefaultLocale
              ? '/'
              : `/${detectedLocale}`,
427 428 429 430
          })
        )
        res.statusCode = 307
        res.end()
431
        return
432
      }
433 434 435 436 437

      parsedUrl.query.__nextLocale =
        localePathResult.detectedLocale ||
        detectedDomain?.defaultLocale ||
        defaultLocale
438 439
    }

440
    res.statusCode = 200
441 442 443
    try {
      return await this.run(req, res, parsedUrl)
    } catch (err) {
J
Joe Haddad 已提交
444 445 446
      this.logError(err)
      res.statusCode = 500
      res.end('Internal Server Error')
447
    }
448 449
  }

450
  public getRequestHandler() {
451
    return this.handleRequest.bind(this)
N
nkzawa 已提交
452 453
  }

454
  public setAssetPrefix(prefix?: string): void {
455
    this.renderOpts.assetPrefix = prefix ? prefix.replace(/\/$/, '') : ''
456 457
  }

458
  // Backwards compatibility
459
  public async prepare(): Promise<void> {}
N
nkzawa 已提交
460

T
Tim Neutkens 已提交
461
  // Backwards compatibility
462
  protected async close(): Promise<void> {}
T
Tim Neutkens 已提交
463

464
  protected setImmutableAssetCacheControl(res: ServerResponse): void {
T
Tim Neutkens 已提交
465
    res.setHeader('Cache-Control', 'public, max-age=31536000, immutable')
N
nkzawa 已提交
466 467
  }

468
  protected getCustomRoutes(): CustomRoutes {
J
JJ Kasper 已提交
469 470 471
    return require(join(this.distDir, ROUTES_MANIFEST))
  }

472 473 474 475
  private _cachedPreviewManifest: PrerenderManifest | undefined
  protected getPrerenderManifest(): PrerenderManifest {
    if (this._cachedPreviewManifest) {
      return this._cachedPreviewManifest
J
Joe Haddad 已提交
476
    }
477 478 479 480 481 482
    const manifest = require(join(this.distDir, PRERENDER_MANIFEST))
    return (this._cachedPreviewManifest = manifest)
  }

  protected getPreviewProps(): __ApiPreviewProps {
    return this.getPrerenderManifest().preview
J
Joe Haddad 已提交
483 484
  }

485
  protected generateRoutes(): {
486
    basePath: string
487 488
    headers: Route[]
    rewrites: Route[]
489
    fsRoutes: Route[]
490
    redirects: Route[]
491 492
    catchAllRoute: Route
    pageChecker: PageChecker
493
    useFileSystemPublicRoutes: boolean
494 495
    dynamicRoutes: DynamicRoutes | undefined
  } {
S
Steven 已提交
496
    const server: Server = this
497 498 499
    const publicRoutes = fs.existsSync(this.publicDir)
      ? this.generatePublicRoutes()
      : []
J
JJ Kasper 已提交
500

501
    const staticFilesRoute = this.hasStaticDir
502 503 504 505 506
      ? [
          {
            // It's very important to keep this route's param optional.
            // (but it should support as many params as needed, separated by '/')
            // Otherwise this will lead to a pretty simple DOS attack.
507
            // See more: https://github.com/vercel/next.js/issues/2617
508
            match: route('/static/:path*'),
509
            name: 'static catchall',
510
            fn: async (req, res, params, parsedUrl) => {
511
              const p = join(this.dir, 'static', ...params.path)
512
              await this.serveStatic(req, res, p, parsedUrl)
513 514 515
              return {
                finished: true,
              }
516 517 518 519
            },
          } as Route,
        ]
      : []
520

521
    const fsRoutes: Route[] = [
T
Tim Neutkens 已提交
522
      {
523
        match: route('/_next/static/:path*'),
524 525
        type: 'route',
        name: '_next/static catchall',
526
        fn: async (req, res, params, parsedUrl) => {
527
          // make sure to 404 for /_next/static itself
528 529 530 531 532 533
          if (!params.path) {
            await this.render404(req, res, parsedUrl)
            return {
              finished: true,
            }
          }
534

J
Joe Haddad 已提交
535 536 537
          if (
            params.path[0] === CLIENT_STATIC_FILES_RUNTIME ||
            params.path[0] === 'chunks' ||
538 539
            params.path[0] === 'css' ||
            params.path[0] === 'media' ||
540
            params.path[0] === this.buildId ||
541
            params.path[0] === 'pages' ||
542
            params.path[1] === 'pages'
J
Joe Haddad 已提交
543
          ) {
T
Tim Neutkens 已提交
544
            this.setImmutableAssetCacheControl(res)
545
          }
J
Joe Haddad 已提交
546 547 548
          const p = join(
            this.distDir,
            CLIENT_STATIC_FILES_PATH,
549
            ...(params.path || [])
J
Joe Haddad 已提交
550
          )
551
          await this.serveStatic(req, res, p, parsedUrl)
552 553 554
          return {
            finished: true,
          }
555
        },
556
      },
J
JJ Kasper 已提交
557 558
      {
        match: route('/_next/data/:path*'),
559 560
        type: 'route',
        name: '_next/data catchall',
J
JJ Kasper 已提交
561
        fn: async (req, res, params, _parsedUrl) => {
J
JJ Kasper 已提交
562 563 564
          // Make sure to 404 for /_next/data/ itself and
          // we also want to 404 if the buildId isn't correct
          if (!params.path || params.path[0] !== this.buildId) {
565 566 567 568
            await this.render404(req, res, _parsedUrl)
            return {
              finished: true,
            }
J
JJ Kasper 已提交
569 570 571 572 573 574
          }
          // remove buildId from URL
          params.path.shift()

          // show 404 if it doesn't end with .json
          if (!params.path[params.path.length - 1].endsWith('.json')) {
575 576 577 578
            await this.render404(req, res, _parsedUrl)
            return {
              finished: true,
            }
J
JJ Kasper 已提交
579 580 581
          }

          // re-create page's pathname
582 583
          let pathname = `/${params.path.join('/')}`

J
Joe Haddad 已提交
584
          const { i18n } = this.nextConfig
585 586

          if (i18n) {
587 588 589
            const { host } = req?.headers || {}
            // remove port from host and remove port if present
            const hostname = host?.split(':')[0].toLowerCase()
590
            const localePathResult = normalizeLocalePath(pathname, i18n.locales)
591
            const { defaultLocale } =
592
              detectDomainLocale(i18n.domains, hostname) || {}
593
            let detectedLocale = defaultLocale
594 595 596 597 598

            if (localePathResult.detectedLocale) {
              pathname = localePathResult.pathname
              detectedLocale = localePathResult.detectedLocale
            }
599
            _parsedUrl.query.__nextLocale = detectedLocale!
600 601
          }
          pathname = getRouteFromAssetPath(pathname, '.json')
J
JJ Kasper 已提交
602

J
JJ Kasper 已提交
603
          const parsedUrl = parseUrl(pathname, true)
604

J
JJ Kasper 已提交
605 606 607 608
          await this.render(
            req,
            res,
            pathname,
609
            { ..._parsedUrl.query, _nextDataReq: '1' },
J
JJ Kasper 已提交
610 611
            parsedUrl
          )
612 613 614
          return {
            finished: true,
          }
J
JJ Kasper 已提交
615 616
        },
      },
S
Steven 已提交
617 618 619 620 621 622 623
      {
        match: route('/_next/image'),
        type: 'route',
        name: '_next/image catchall',
        fn: (req, res, _params, parsedUrl) =>
          imageOptimizer(server, req, res, parsedUrl),
      },
T
Tim Neutkens 已提交
624
      {
625
        match: route('/_next/:path*'),
626 627
        type: 'route',
        name: '_next catchall',
T
Tim Neutkens 已提交
628
        // This path is needed because `render()` does a check for `/_next` and the calls the routing again
629
        fn: async (req, res, _params, parsedUrl) => {
T
Tim Neutkens 已提交
630
          await this.render404(req, res, parsedUrl)
631 632 633
          return {
            finished: true,
          }
L
Lukáš Huvar 已提交
634 635
        },
      },
636 637
      ...publicRoutes,
      ...staticFilesRoute,
T
Tim Neutkens 已提交
638
    ]
639

640 641 642 643 644 645
    const getCustomRouteBasePath = (r: { basePath?: false }) => {
      return r.basePath !== false && this.renderOpts.dev
        ? this.nextConfig.basePath
        : ''
    }

646 647 648 649
    const getCustomRoute = (r: Rewrite | Redirect | Header, type: RouteType) =>
      ({
        ...r,
        type,
650
        match: getCustomRouteMatcher(`${getCustomRouteBasePath(r)}${r.source}`),
651 652 653 654 655 656 657
        name: type,
        fn: async (_req, _res, _params, _parsedUrl) => ({ finished: false }),
      } as Route & Rewrite & Header)

    const updateHeaderValue = (value: string, params: Params): string => {
      if (!value.includes(':')) {
        return value
658
      }
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679

      for (const key of Object.keys(params)) {
        if (value.includes(`:${key}`)) {
          value = value
            .replace(
              new RegExp(`:${key}\\*`, 'g'),
              `:${key}--ESCAPED_PARAM_ASTERISKS`
            )
            .replace(
              new RegExp(`:${key}\\?`, 'g'),
              `:${key}--ESCAPED_PARAM_QUESTION`
            )
            .replace(
              new RegExp(`:${key}\\+`, 'g'),
              `:${key}--ESCAPED_PARAM_PLUS`
            )
            .replace(
              new RegExp(`:${key}(?!\\w)`, 'g'),
              `--ESCAPED_PARAM_COLON${key}`
            )
        }
680
      }
681 682 683 684 685 686 687 688 689 690 691 692
      value = value
        .replace(/(:|\*|\?|\+|\(|\)|\{|\})/g, '\\$1')
        .replace(/--ESCAPED_PARAM_PLUS/g, '+')
        .replace(/--ESCAPED_PARAM_COLON/g, ':')
        .replace(/--ESCAPED_PARAM_QUESTION/g, '?')
        .replace(/--ESCAPED_PARAM_ASTERISKS/g, '*')

      // the value needs to start with a forward-slash to be compiled
      // correctly
      return compilePathToRegex(`/${value}`, { validate: false })(
        params
      ).substr(1)
693
    }
694

695 696 697 698 699 700 701 702 703 704 705 706 707 708 709
    // Headers come very first
    const headers = this.customRoutes.headers.map((r) => {
      const headerRoute = getCustomRoute(r, 'header')
      return {
        match: headerRoute.match,
        type: headerRoute.type,
        name: `${headerRoute.type} ${headerRoute.source} header route`,
        fn: async (_req, res, params, _parsedUrl) => {
          const hasParams = Object.keys(params).length > 0

          for (const header of (headerRoute as Header).headers) {
            let { key, value } = header
            if (hasParams) {
              key = updateHeaderValue(key, params)
              value = updateHeaderValue(value, params)
710
            }
711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728
            res.setHeader(key, value)
          }
          return { finished: false }
        },
      } as Route
    })

    const redirects = this.customRoutes.redirects.map((redirect) => {
      const redirectRoute = getCustomRoute(redirect, 'redirect')
      return {
        type: redirectRoute.type,
        match: redirectRoute.match,
        statusCode: redirectRoute.statusCode,
        name: `Redirect route`,
        fn: async (_req, res, params, parsedUrl) => {
          const { parsedDestination } = prepareDestination(
            redirectRoute.destination,
            params,
729 730 731
            parsedUrl.query,
            false,
            getCustomRouteBasePath(redirectRoute)
732
          )
733 734

          const { query } = parsedDestination
735
          delete (parsedDestination as any).query
736

737
          parsedDestination.search = stringifyQs(query)
738

739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760
          const updatedDestination = formatUrl(parsedDestination)

          res.setHeader('Location', updatedDestination)
          res.statusCode = getRedirectStatus(redirectRoute as Redirect)

          // Since IE11 doesn't support the 308 header add backwards
          // compatibility using refresh header
          if (res.statusCode === 308) {
            res.setHeader('Refresh', `0;url=${updatedDestination}`)
          }

          res.end()
          return {
            finished: true,
          }
        },
      } as Route
    })

    const rewrites = this.customRoutes.rewrites.map((rewrite) => {
      const rewriteRoute = getCustomRoute(rewrite, 'rewrite')
      return {
761
        ...rewriteRoute,
762 763 764 765 766 767 768 769 770
        check: true,
        type: rewriteRoute.type,
        name: `Rewrite route`,
        match: rewriteRoute.match,
        fn: async (req, res, params, parsedUrl) => {
          const { newUrl, parsedDestination } = prepareDestination(
            rewriteRoute.destination,
            params,
            parsedUrl.query,
771 772
            true,
            getCustomRouteBasePath(rewriteRoute)
773
          )
774

775 776
          // external rewrite, proxy it
          if (parsedDestination.protocol) {
777
            const { query } = parsedDestination
778
            delete (parsedDestination as any).query
779
            parsedDestination.search = stringifyQs(query)
780

781 782 783 784 785 786 787 788 789 790 791
            const target = formatUrl(parsedDestination)
            const proxy = new Proxy({
              target,
              changeOrigin: true,
              ignorePath: true,
            })
            proxy.web(req, res)

            proxy.on('error', (err: Error) => {
              console.error(`Error occurred proxying ${target}`, err)
            })
792 793 794
            return {
              finished: true,
            }
795 796
          }
          ;(req as any)._nextRewroteUrl = newUrl
797 798
          ;(req as any)._nextDidRewrite =
            (req as any)._nextRewroteUrl !== req.url
799

800 801 802 803 804 805 806 807
          return {
            finished: false,
            pathname: newUrl,
            query: parsedDestination.query,
          }
        },
      } as Route
    })
808 809 810 811 812 813

    const catchAllRoute: Route = {
      match: route('/:path*'),
      type: 'route',
      name: 'Catchall render',
      fn: async (req, res, params, parsedUrl) => {
J
Jan Potoms 已提交
814
        let { pathname, query } = parsedUrl
815 816 817 818
        if (!pathname) {
          throw new Error('pathname is undefined')
        }

J
Jan Potoms 已提交
819
        // next.js core assumes page path without trailing slash
820
        pathname = removePathTrailingSlash(pathname)
J
Jan Potoms 已提交
821

822
        if (params?.path?.[0] === 'api') {
823 824 825
          const handled = await this.handleApiRequest(
            req as NextApiRequest,
            res as NextApiResponse,
826
            pathname,
827
            query
828 829 830 831 832 833 834
          )
          if (handled) {
            return { finished: true }
          }
        }

        await this.render(req, res, pathname, query, parsedUrl)
835 836 837 838
        return {
          finished: true,
        }
      },
839
    }
840

841
    const { useFileSystemPublicRoutes } = this.nextConfig
J
Joe Haddad 已提交
842

843 844
    if (useFileSystemPublicRoutes) {
      this.dynamicRoutes = this.getDynamicRoutes()
845
    }
N
nkzawa 已提交
846

847
    return {
848
      headers,
849
      fsRoutes,
850 851
      rewrites,
      redirects,
852
      catchAllRoute,
853
      useFileSystemPublicRoutes,
854
      dynamicRoutes: this.dynamicRoutes,
855
      basePath: this.nextConfig.basePath,
856 857
      pageChecker: this.hasPage.bind(this),
    }
T
Tim Neutkens 已提交
858 859
  }

860
  private async getPagePath(pathname: string): Promise<string> {
861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877
    return getPagePath(
      pathname,
      this.distDir,
      this._isLikeServerless,
      this.renderOpts.dev
    )
  }

  protected async hasPage(pathname: string): Promise<boolean> {
    let found = false
    try {
      found = !!(await this.getPagePath(pathname))
    } catch (_) {}

    return found
  }

878 879 880 881 882
  protected async _beforeCatchAllRender(
    _req: IncomingMessage,
    _res: ServerResponse,
    _params: Params,
    _parsedUrl: UrlWithParsedQuery
883
  ): Promise<boolean> {
884 885 886
    return false
  }

887
  // Used to build API page in development
T
Tim Neutkens 已提交
888
  protected async ensureApiPage(_pathname: string): Promise<void> {}
889

L
Lukáš Huvar 已提交
890 891 892 893 894 895
  /**
   * Resolves `API` request, in development builds on demand
   * @param req http request
   * @param res http response
   * @param pathname path of request
   */
J
Joe Haddad 已提交
896
  private async handleApiRequest(
897 898
    req: IncomingMessage,
    res: ServerResponse,
899 900
    pathname: string,
    query: ParsedUrlQuery
901
  ): Promise<boolean> {
902
    let page = pathname
L
Lukáš Huvar 已提交
903
    let params: Params | boolean = false
904
    let pageFound = await this.hasPage(page)
J
JJ Kasper 已提交
905

906
    if (!pageFound && this.dynamicRoutes) {
L
Lukáš Huvar 已提交
907 908
      for (const dynamicRoute of this.dynamicRoutes) {
        params = dynamicRoute.match(pathname)
909
        if (dynamicRoute.page.startsWith('/api') && params) {
910 911
          page = dynamicRoute.page
          pageFound = true
L
Lukáš Huvar 已提交
912 913 914 915 916
          break
        }
      }
    }

917
    if (!pageFound) {
918
      return false
J
JJ Kasper 已提交
919
    }
920 921 922 923
    // Make sure the page is built before getting the path
    // or else it won't be in the manifest yet
    await this.ensureApiPage(page)

924 925 926 927 928 929 930 931 932 933
    let builtPagePath
    try {
      builtPagePath = await this.getPagePath(page)
    } catch (err) {
      if (err.code === 'ENOENT') {
        return false
      }
      throw err
    }

934
    const pageModule = await require(builtPagePath)
935
    query = { ...query, ...params }
J
JJ Kasper 已提交
936

937
    if (!this.renderOpts.dev && this._isLikeServerless) {
938
      if (typeof pageModule.default === 'function') {
939
        prepareServerlessUrl(req, query)
940 941
        await pageModule.default(req, res)
        return true
J
JJ Kasper 已提交
942 943 944
      }
    }

J
Joe Haddad 已提交
945 946 947 948 949
    await apiResolver(
      req,
      res,
      query,
      pageModule,
950
      this.renderOpts.previewProps,
951
      false,
J
Joe Haddad 已提交
952 953
      this.onErrorMiddleware
    )
954
    return true
L
Lukáš Huvar 已提交
955 956
  }

957
  protected generatePublicRoutes(): Route[] {
958
    const publicFiles = new Set(
959 960 961
      recursiveReadDirSync(this.publicDir).map((p) =>
        encodeURI(p.replace(/\\/g, '/'))
      )
962 963 964 965 966 967 968
    )

    return [
      {
        match: route('/:path*'),
        name: 'public folder catchall',
        fn: async (req, res, params, parsedUrl) => {
969
          const pathParts: string[] = params.path || []
970 971 972 973
          const { basePath } = this.nextConfig

          // if basePath is defined require it be present
          if (basePath) {
974 975 976 977 978 979 980 981 982 983 984 985 986
            const basePathParts = basePath.split('/')
            // remove first empty value
            basePathParts.shift()

            if (
              !basePathParts.every((part: string, idx: number) => {
                return part === pathParts[idx]
              })
            ) {
              return { finished: false }
            }

            pathParts.splice(0, basePathParts.length)
987 988
          }

989
          const path = `/${pathParts.join('/')}`
990 991 992 993 994

          if (publicFiles.has(path)) {
            await this.serveStatic(
              req,
              res,
995
              join(this.publicDir, ...pathParts),
996 997
              parsedUrl
            )
998 999 1000
            return {
              finished: true,
            }
1001 1002 1003 1004 1005 1006 1007
          }
          return {
            finished: false,
          }
        },
      } as Route,
    ]
1008 1009
  }

1010
  protected getDynamicRoutes() {
1011 1012
    return getSortedRoutes(Object.keys(this.pagesManifest!))
      .filter(isDynamicRoute)
J
Joe Haddad 已提交
1013
      .map((page) => ({
1014 1015 1016
        page,
        match: getRouteMatcher(getRouteRegex(page)),
      }))
J
Joe Haddad 已提交
1017 1018
  }

1019
  private handleCompression(req: IncomingMessage, res: ServerResponse): void {
1020 1021 1022 1023 1024
    if (this.compression) {
      this.compression(req, res, () => {})
    }
  }

1025
  protected async run(
J
Joe Haddad 已提交
1026 1027
    req: IncomingMessage,
    res: ServerResponse,
1028
    parsedUrl: UrlWithParsedQuery
1029
  ): Promise<void> {
1030 1031
    this.handleCompression(req, res)

1032
    try {
1033 1034
      const matched = await this.router.execute(req, res, parsedUrl)
      if (matched) {
1035 1036 1037 1038 1039 1040 1041 1042
        return
      }
    } catch (err) {
      if (err.code === 'DECODE_FAILED') {
        res.statusCode = 400
        return this.renderError(null, req, res, '/_error', {})
      }
      throw err
1043 1044
    }

1045
    await this.render404(req, res, parsedUrl)
N
nkzawa 已提交
1046 1047
  }

1048
  protected async sendHTML(
J
Joe Haddad 已提交
1049 1050
    req: IncomingMessage,
    res: ServerResponse,
1051
    html: string
1052
  ): Promise<void> {
T
Tim Neutkens 已提交
1053
    const { generateEtags, poweredByHeader } = this.renderOpts
1054 1055 1056 1057
    return sendPayload(req, res, html, 'html', {
      generateEtags,
      poweredByHeader,
    })
1058 1059
  }

J
Joe Haddad 已提交
1060 1061 1062 1063 1064
  public async render(
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
    query: ParsedUrlQuery = {},
1065
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
1066
  ): Promise<void> {
1067 1068 1069 1070 1071 1072
    if (!pathname.startsWith('/')) {
      console.warn(
        `Cannot render page with path "${pathname}", did you mean "/${pathname}"?. See more info here: https://err.sh/next.js/render-no-starting-slash`
      )
    }

1073 1074 1075 1076 1077 1078 1079 1080 1081 1082
    if (
      this.renderOpts.customServer &&
      pathname === '/index' &&
      !(await this.hasPage('/index'))
    ) {
      // maintain backwards compatibility for custom server
      // (see custom-server integration tests)
      pathname = '/'
    }

1083
    const url: any = req.url
1084

1085 1086 1087 1088
    // we allow custom servers to call render for all URLs
    // so check if we need to serve a static _next file or not.
    // we don't modify the URL for _next/data request but still
    // call render so we special case this to prevent an infinite loop
1089
    if (
1090 1091 1092
      !query._nextDataReq &&
      (url.match(/^\/_next\//) ||
        (this.hasStaticDir && url.match(/^\/static\//)))
1093
    ) {
1094 1095 1096
      return this.handleRequest(req, res, parsedUrl)
    }

1097
    if (isBlockedPage(pathname)) {
1098
      return this.render404(req, res, parsedUrl)
1099 1100
    }

1101
    const html = await this.renderToHTML(req, res, pathname, query)
1102 1103
    // Request was ended by the user
    if (html === null) {
1104 1105 1106
      return
    }

1107
    return this.sendHTML(req, res, html)
N
Naoyuki Kanezawa 已提交
1108
  }
N
nkzawa 已提交
1109

J
Joe Haddad 已提交
1110
  private async findPageComponents(
J
Joe Haddad 已提交
1111
    pathname: string,
1112 1113 1114
    query: ParsedUrlQuery = {},
    params: Params | null = null
  ): Promise<FindComponentsResult | null> {
1115
    let paths = [
1116 1117 1118 1119
      // try serving a static AMP version first
      query.amp ? normalizePagePath(pathname) + '.amp' : null,
      pathname,
    ].filter(Boolean)
1120 1121 1122 1123 1124 1125 1126 1127 1128 1129

    if (query.__nextLocale) {
      paths = [
        ...paths.map(
          (path) => `/${query.__nextLocale}${path === '/' ? '' : path}`
        ),
        ...paths,
      ]
    }

1130
    for (const pagePath of paths) {
J
JJ Kasper 已提交
1131
      try {
1132
        const components = await loadComponents(
J
Joe Haddad 已提交
1133
          this.distDir,
1134 1135
          pagePath!,
          !this.renderOpts.dev && this._isLikeServerless
J
Joe Haddad 已提交
1136
        )
1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148
        // if loading an static HTML file the locale is required
        // to be present since all HTML files are output under their locale
        if (
          query.__nextLocale &&
          typeof components.Component === 'string' &&
          !pagePath?.startsWith(`/${query.__nextLocale}`)
        ) {
          const err = new Error('NOT_FOUND')
          ;(err as any).code = 'ENOENT'
          throw err
        }

1149 1150 1151
        return {
          components,
          query: {
1152
            ...(components.getStaticProps
1153 1154 1155 1156 1157
              ? {
                  amp: query.amp,
                  _nextDataReq: query._nextDataReq,
                  __nextLocale: query.__nextLocale,
                }
1158 1159 1160 1161
              : query),
            ...(params || {}),
          },
        }
J
JJ Kasper 已提交
1162 1163 1164 1165
      } catch (err) {
        if (err.code !== 'ENOENT') throw err
      }
    }
1166
    return null
J
Joe Haddad 已提交
1167 1168
  }

1169
  protected async getStaticPaths(
1170 1171 1172
    pathname: string
  ): Promise<{
    staticPaths: string[] | undefined
1173
    fallbackMode: 'static' | 'blocking' | false
1174
  }> {
1175 1176 1177 1178 1179
    // `staticPaths` is intentionally set to `undefined` as it should've
    // been caught when checking disk data.
    const staticPaths = undefined

    // Read whether or not fallback should exist from the manifest.
1180 1181
    const fallbackField = this.getPrerenderManifest().dynamicRoutes[pathname]
      .fallback
1182

1183 1184 1185 1186 1187 1188 1189 1190 1191
    return {
      staticPaths,
      fallbackMode:
        typeof fallbackField === 'string'
          ? 'static'
          : fallbackField === null
          ? 'blocking'
          : false,
    }
1192 1193
  }

J
Joe Haddad 已提交
1194 1195 1196 1197
  private async renderToHTMLWithComponents(
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
1198
    { components, query }: FindComponentsResult,
1199
    opts: RenderOptsPartial
1200
  ): Promise<string | null> {
1201 1202
    const is404Page = pathname === '/404'

1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213
    const isLikeServerless =
      typeof components.Component === 'object' &&
      typeof (components.Component as any).renderReqToHTML === 'function'
    const isSSG = !!components.getStaticProps
    const isServerProps = !!components.getServerSideProps
    const hasStaticPaths = !!components.getStaticPaths

    // Toggle whether or not this is a Data request
    const isDataReq = !!query._nextDataReq && (isSSG || isServerProps)
    delete query._nextDataReq

1214
    // we need to ensure the status code if /404 is visited directly
1215
    if (is404Page && !isDataReq) {
1216 1217 1218
      res.statusCode = 404
    }

J
JJ Kasper 已提交
1219
    // handle static page
1220 1221
    if (typeof components.Component === 'string') {
      return components.Component
J
Joe Haddad 已提交
1222 1223
    }

1224 1225 1226 1227
    if (!query.amp) {
      delete query.amp
    }

J
JJ Kasper 已提交
1228 1229
    const locale = query.__nextLocale as string
    delete query.__nextLocale
1230

J
Joe Haddad 已提交
1231
    const { i18n } = this.nextConfig
1232
    const locales = i18n.locales as string[]
J
JJ Kasper 已提交
1233

1234 1235 1236 1237 1238 1239 1240 1241
    let previewData: string | false | object | undefined
    let isPreviewMode = false

    if (isServerProps || isSSG) {
      previewData = tryGetPreviewData(req, res, this.renderOpts.previewProps)
      isPreviewMode = previewData !== false
    }

1242 1243 1244
    // Compute the iSSG cache key. We use the rewroteUrl since
    // pages with fallback: false are allowed to be rewritten to
    // and we need to look up the path by the rewritten path
1245 1246 1247
    let urlPathname = parseUrl(req.url || '').pathname || '/'

    let resolvedUrlPathname = (req as any)._nextRewroteUrl
1248
      ? (req as any)._nextRewroteUrl
1249
      : urlPathname
1250

1251 1252 1253 1254 1255 1256 1257 1258 1259
    resolvedUrlPathname = removePathTrailingSlash(resolvedUrlPathname)
    urlPathname = removePathTrailingSlash(urlPathname)

    const stripNextDataPath = (path: string) => {
      if (path.includes(this.buildId)) {
        path = denormalizePagePath(
          (path.split(this.buildId).pop() || '/').replace(/\.json$/, '')
        )
      }
1260

J
Joe Haddad 已提交
1261
      if (this.nextConfig.i18n) {
J
JJ Kasper 已提交
1262
        return normalizeLocalePath(path, locales).pathname
1263
      }
1264 1265
      return path
    }
1266

1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282
    const handleRedirect = (pageData: any) => {
      const redirect = {
        destination: pageData.pageProps.__N_REDIRECT,
        statusCode: pageData.pageProps.__N_REDIRECT_STATUS,
      }
      const statusCode = getRedirectStatus(redirect)

      if (statusCode === PERMANENT_REDIRECT_STATUS) {
        res.setHeader('Refresh', `0;url=${redirect.destination}`)
      }

      res.statusCode = statusCode
      res.setHeader('Location', redirect.destination)
      res.end()
    }

1283 1284
    // remove /_next/data prefix from urlPathname so it matches
    // for direct page visit and /_next/data visit
1285 1286 1287
    if (isDataReq) {
      resolvedUrlPathname = stripNextDataPath(resolvedUrlPathname)
      urlPathname = stripNextDataPath(urlPathname)
1288 1289
    }

1290
    let ssgCacheKey =
1291 1292
      isPreviewMode || !isSSG
        ? undefined // Preview mode bypasses the cache
1293 1294 1295
        : `${locale ? `/${locale}` : ''}${resolvedUrlPathname}${
            query.amp ? '.amp' : ''
          }`
J
JJ Kasper 已提交
1296

1297 1298 1299 1300 1301 1302
    if (is404Page && isSSG) {
      ssgCacheKey = `${locale ? `/${locale}` : ''}${pathname}${
        query.amp ? '.amp' : ''
      }`
    }

J
JJ Kasper 已提交
1303
    // Complete the response with cached data if its present
1304 1305 1306
    const cachedData = ssgCacheKey
      ? await this.incrementalCache.get(ssgCacheKey)
      : undefined
1307

J
JJ Kasper 已提交
1308
    if (cachedData) {
1309 1310 1311 1312 1313 1314
      if (cachedData.isNotFound) {
        // we don't currently revalidate when notFound is returned
        // so trigger rendering 404 here
        throw new NoFallbackError()
      }

1315
      const data = isDataReq
J
JJ Kasper 已提交
1316 1317 1318
        ? JSON.stringify(cachedData.pageData)
        : cachedData.html

1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342
      if (!isDataReq && cachedData.pageData?.pageProps?.__N_REDIRECT) {
        await handleRedirect(cachedData.pageData)
      } else {
        sendPayload(
          req,
          res,
          data,
          isDataReq ? 'json' : 'html',
          {
            generateEtags: this.renderOpts.generateEtags,
            poweredByHeader: this.renderOpts.poweredByHeader,
          },
          !this.renderOpts.dev
            ? {
                private: isPreviewMode,
                stateful: false, // GSP response
                revalidate:
                  cachedData.curRevalidate !== undefined
                    ? cachedData.curRevalidate
                    : /* default to minimum revalidate (this should be an invariant) */ 1,
              }
            : undefined
        )
      }
J
JJ Kasper 已提交
1343 1344 1345 1346 1347

      // Stop the request chain here if the data we sent was up-to-date
      if (!cachedData.isStale) {
        return null
      }
J
JJ Kasper 已提交
1348
    }
J
Joe Haddad 已提交
1349

J
JJ Kasper 已提交
1350
    // If we're here, that means data is missing or it's stale.
1351
    const maybeCoalesceInvoke = ssgCacheKey
1352
      ? (fn: any) => withCoalescedInvoke(fn).bind(null, ssgCacheKey!, [])
1353 1354 1355 1356
      : (fn: any) => async () => {
          const value = await fn()
          return { isOrigin: true, value }
        }
J
JJ Kasper 已提交
1357

1358 1359 1360 1361 1362
    const doRender = maybeCoalesceInvoke(
      async (): Promise<{
        html: string | null
        pageData: any
        sprRevalidate: number | false
1363
        isNotFound?: boolean
1364
        isRedirect?: boolean
1365 1366 1367 1368
      }> => {
        let pageData: any
        let html: string | null
        let sprRevalidate: number | false
1369
        let isNotFound: boolean | undefined
1370
        let isRedirect: boolean | undefined
1371 1372 1373 1374 1375 1376 1377

        let renderResult
        // handle serverless
        if (isLikeServerless) {
          renderResult = await (components.Component as any).renderReqToHTML(
            req,
            res,
P
Prateek Bhatnagar 已提交
1378 1379 1380
            'passthrough',
            {
              fontManifest: this.renderOpts.fontManifest,
1381
              locale,
1382 1383
              locales,
              // defaultLocale,
P
Prateek Bhatnagar 已提交
1384
            }
1385
          )
J
JJ Kasper 已提交
1386

1387 1388 1389
          html = renderResult.html
          pageData = renderResult.renderOpts.pageData
          sprRevalidate = renderResult.renderOpts.revalidate
1390
          isNotFound = renderResult.renderOpts.isNotFound
1391
          isRedirect = renderResult.renderOpts.isRedirect
1392
        } else {
1393 1394 1395 1396 1397 1398 1399
          const origQuery = parseUrl(req.url || '', true).query
          const resolvedUrl = formatUrl({
            pathname: resolvedUrlPathname,
            // make sure to only add query values from original URL
            query: origQuery,
          })

1400 1401 1402 1403
          const renderOpts: RenderOpts = {
            ...components,
            ...opts,
            isDataReq,
1404
            resolvedUrl,
1405
            locale,
1406 1407
            locales,
            // defaultLocale,
1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418
            // For getServerSideProps we need to ensure we use the original URL
            // and not the resolved URL to prevent a hydration mismatch on
            // asPath
            resolvedAsPath: isServerProps
              ? formatUrl({
                  // we use the original URL pathname less the _next/data prefix if
                  // present
                  pathname: urlPathname,
                  query: origQuery,
                })
              : resolvedUrl,
1419
          }
1420

1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432
          renderResult = await renderToHTML(
            req,
            res,
            pathname,
            query,
            renderOpts
          )

          html = renderResult
          // TODO: change this to a different passing mechanism
          pageData = (renderOpts as any).pageData
          sprRevalidate = (renderOpts as any).revalidate
1433
          isNotFound = (renderOpts as any).isNotFound
1434
          isRedirect = (renderOpts as any).isRedirect
J
JJ Kasper 已提交
1435 1436
        }

1437
        return { html, pageData, sprRevalidate, isNotFound, isRedirect }
J
JJ Kasper 已提交
1438
      }
1439
    )
J
JJ Kasper 已提交
1440

1441
    const isProduction = !this.renderOpts.dev
J
Joe Haddad 已提交
1442
    const isDynamicPathname = isDynamicRoute(pathname)
1443
    const didRespond = isResSent(res)
1444

1445
    const { staticPaths, fallbackMode } = hasStaticPaths
1446
      ? await this.getStaticPaths(pathname)
1447
      : { staticPaths: undefined, fallbackMode: false }
1448

1449 1450 1451 1452 1453
    // When we did not respond from cache, we need to choose to block on
    // rendering or return a skeleton.
    //
    // * Data requests always block.
    //
1454 1455
    // * Blocking mode fallback always blocks.
    //
1456 1457
    // * Preview mode toggles all pages to be resolved in a blocking manner.
    //
1458
    // * Non-dynamic pages should block (though this is an impossible
1459 1460
    //   case in production).
    //
1461 1462
    // * Dynamic pages should return their skeleton if not defined in
    //   getStaticPaths, then finish the data request on the client-side.
1463
    //
J
Joe Haddad 已提交
1464
    if (
1465
      fallbackMode !== 'blocking' &&
1466
      ssgCacheKey &&
1467 1468 1469
      !didRespond &&
      !isPreviewMode &&
      isDynamicPathname &&
1470 1471
      // Development should trigger fallback when the path is not in
      // `getStaticPaths`
1472 1473
      (isProduction ||
        !staticPaths ||
1474 1475 1476 1477 1478
        // static paths always includes locale so make sure it's prefixed
        // with it
        !staticPaths.includes(
          `${locale ? '/' + locale : ''}${resolvedUrlPathname}`
        ))
J
Joe Haddad 已提交
1479
    ) {
1480 1481 1482 1483 1484
      if (
        // In development, fall through to render to handle missing
        // getStaticPaths.
        (isProduction || staticPaths) &&
        // When fallback isn't present, abort this render so we 404
1485
        fallbackMode !== 'static'
1486
      ) {
1487
        throw new NoFallbackError()
1488 1489
      }

1490 1491
      if (!isDataReq) {
        let html: string
1492

1493 1494
        // Production already emitted the fallback as static HTML.
        if (isProduction) {
1495 1496 1497
          html = await this.incrementalCache.getFallback(
            locale ? `/${locale}${pathname}` : pathname
          )
1498 1499 1500 1501 1502 1503 1504 1505 1506
        }
        // We need to generate the fallback on-demand for development.
        else {
          query.__nextFallback = 'true'
          if (isLikeServerless) {
            prepareServerlessUrl(req, query)
          }
          const { value: renderResult } = await doRender()
          html = renderResult.html
1507 1508
        }

1509 1510 1511 1512 1513 1514
        sendPayload(req, res, html, 'html', {
          generateEtags: this.renderOpts.generateEtags,
          poweredByHeader: this.renderOpts.poweredByHeader,
        })
        return null
      }
1515 1516
    }

1517 1518
    const {
      isOrigin,
1519
      value: { html, pageData, sprRevalidate, isNotFound, isRedirect },
1520
    } = await doRender()
1521
    let resHtml = html
1522 1523 1524 1525 1526 1527

    if (
      !isResSent(res) &&
      !isNotFound &&
      (isSSG || isDataReq || isServerProps)
    ) {
1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548
      if (isRedirect && !isDataReq) {
        await handleRedirect(pageData)
      } else {
        sendPayload(
          req,
          res,
          isDataReq ? JSON.stringify(pageData) : html,
          isDataReq ? 'json' : 'html',
          {
            generateEtags: this.renderOpts.generateEtags,
            poweredByHeader: this.renderOpts.poweredByHeader,
          },
          !this.renderOpts.dev || (isServerProps && !isDataReq)
            ? {
                private: isPreviewMode,
                stateful: !isSSG,
                revalidate: sprRevalidate,
              }
            : undefined
        )
      }
1549
      resHtml = null
1550
    }
J
JJ Kasper 已提交
1551

1552
    // Update the cache if the head request and cacheable
1553
    if (isOrigin && ssgCacheKey) {
1554 1555
      await this.incrementalCache.set(
        ssgCacheKey,
1556
        { html: html!, pageData, isNotFound, isRedirect },
1557 1558
        sprRevalidate
      )
1559 1560
    }

1561 1562 1563
    if (isNotFound) {
      throw new NoFallbackError()
    }
1564
    return resHtml
1565 1566
  }

1567
  public async renderToHTML(
J
Joe Haddad 已提交
1568 1569 1570
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
1571
    query: ParsedUrlQuery = {}
J
Joe Haddad 已提交
1572
  ): Promise<string | null> {
1573 1574 1575
    try {
      const result = await this.findPageComponents(pathname, query)
      if (result) {
1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587
        try {
          return await this.renderToHTMLWithComponents(
            req,
            res,
            pathname,
            result,
            { ...this.renderOpts }
          )
        } catch (err) {
          if (!(err instanceof NoFallbackError)) {
            throw err
          }
1588
        }
1589
      }
J
Joe Haddad 已提交
1590

1591 1592 1593 1594 1595 1596
      if (this.dynamicRoutes) {
        for (const dynamicRoute of this.dynamicRoutes) {
          const params = dynamicRoute.match(pathname)
          if (!params) {
            continue
          }
J
Joe Haddad 已提交
1597

1598
          const dynamicRouteResult = await this.findPageComponents(
1599 1600 1601 1602
            dynamicRoute.page,
            query,
            params
          )
1603
          if (dynamicRouteResult) {
1604 1605 1606 1607 1608
            try {
              return await this.renderToHTMLWithComponents(
                req,
                res,
                dynamicRoute.page,
1609
                dynamicRouteResult,
1610 1611 1612 1613 1614 1615
                { ...this.renderOpts, params }
              )
            } catch (err) {
              if (!(err instanceof NoFallbackError)) {
                throw err
              }
1616
            }
J
Joe Haddad 已提交
1617 1618
          }
        }
1619 1620 1621
      }
    } catch (err) {
      this.logError(err)
1622 1623 1624 1625 1626

      if (err && err.code === 'DECODE_FAILED') {
        res.statusCode = 400
        return await this.renderErrorToHTML(err, req, res, pathname, query)
      }
1627 1628 1629 1630 1631
      res.statusCode = 500
      return await this.renderErrorToHTML(err, req, res, pathname, query)
    }
    res.statusCode = 404
    return await this.renderErrorToHTML(null, req, res, pathname, query)
N
Naoyuki Kanezawa 已提交
1632 1633
  }

J
Joe Haddad 已提交
1634 1635 1636 1637 1638
  public async renderError(
    err: Error | null,
    req: IncomingMessage,
    res: ServerResponse,
    pathname: string,
1639
    query: ParsedUrlQuery = {}
J
Joe Haddad 已提交
1640 1641 1642
  ): Promise<void> {
    res.setHeader(
      'Cache-Control',
1643
      'no-cache, no-store, max-age=0, must-revalidate'
J
Joe Haddad 已提交
1644
    )
N
Naoyuki Kanezawa 已提交
1645
    const html = await this.renderErrorToHTML(err, req, res, pathname, query)
1646
    if (html === null) {
1647 1648
      return
    }
1649
    return this.sendHTML(req, res, html)
N
nkzawa 已提交
1650 1651
  }

1652 1653 1654 1655 1656 1657 1658 1659 1660
  private customErrorNo404Warn = execOnce(() => {
    console.warn(
      chalk.bold.yellow(`Warning: `) +
        chalk.yellow(
          `You have added a custom /_error page without a custom /404 page. This prevents the 404 page from being auto statically optimized.\nSee here for info: https://err.sh/next.js/custom-error-no-custom-404`
        )
    )
  })

J
Joe Haddad 已提交
1661 1662 1663 1664 1665
  public async renderErrorToHTML(
    err: Error | null,
    req: IncomingMessage,
    res: ServerResponse,
    _pathname: string,
1666
    query: ParsedUrlQuery = {}
J
Joe Haddad 已提交
1667
  ) {
1668
    let result: null | FindComponentsResult = null
1669

1670 1671 1672
    const is404 = res.statusCode === 404
    let using404Page = false

1673
    // use static 404 page if available and is 404 response
1674
    if (is404) {
1675
      result = await this.findPageComponents('/404', query)
1676
      using404Page = result !== null
1677 1678 1679 1680 1681 1682
    }

    if (!result) {
      result = await this.findPageComponents('/_error', query)
    }

1683 1684 1685
    if (
      process.env.NODE_ENV !== 'production' &&
      !using404Page &&
1686 1687
      (await this.hasPage('/_error')) &&
      !(await this.hasPage('/404'))
1688 1689 1690 1691
    ) {
      this.customErrorNo404Warn()
    }

1692
    let html: string | null
1693
    try {
1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704
      try {
        html = await this.renderToHTMLWithComponents(
          req,
          res,
          using404Page ? '/404' : '/_error',
          result!,
          {
            ...this.renderOpts,
            err,
          }
        )
1705 1706
      } catch (maybeFallbackError) {
        if (maybeFallbackError instanceof NoFallbackError) {
1707
          throw new Error('invariant: failed to render error page')
1708
        }
1709
        throw maybeFallbackError
1710
      }
1711 1712
    } catch (renderToHtmlError) {
      console.error(renderToHtmlError)
1713 1714 1715 1716
      res.statusCode = 500
      html = 'Internal Server Error'
    }
    return html
N
Naoyuki Kanezawa 已提交
1717 1718
  }

J
Joe Haddad 已提交
1719 1720 1721
  public async render404(
    req: IncomingMessage,
    res: ServerResponse,
1722
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
1723
  ): Promise<void> {
1724 1725
    const url: any = req.url
    const { pathname, query } = parsedUrl ? parsedUrl : parseUrl(url, true)
N
Naoyuki Kanezawa 已提交
1726
    res.statusCode = 404
1727
    return this.renderError(null, req, res, pathname!, query)
N
Naoyuki Kanezawa 已提交
1728
  }
N
Naoyuki Kanezawa 已提交
1729

J
Joe Haddad 已提交
1730 1731 1732 1733
  public async serveStatic(
    req: IncomingMessage,
    res: ServerResponse,
    path: string,
1734
    parsedUrl?: UrlWithParsedQuery
J
Joe Haddad 已提交
1735
  ): Promise<void> {
A
Arunoda Susiripala 已提交
1736
    if (!this.isServeableUrl(path)) {
1737
      return this.render404(req, res, parsedUrl)
A
Arunoda Susiripala 已提交
1738 1739
    }

1740 1741 1742 1743 1744 1745
    if (!(req.method === 'GET' || req.method === 'HEAD')) {
      res.statusCode = 405
      res.setHeader('Allow', ['GET', 'HEAD'])
      return this.renderError(null, req, res, path)
    }

N
Naoyuki Kanezawa 已提交
1746
    try {
1747
      await serveStatic(req, res, path)
N
Naoyuki Kanezawa 已提交
1748
    } catch (err) {
T
Tim Neutkens 已提交
1749
      if (err.code === 'ENOENT' || err.statusCode === 404) {
1750
        this.render404(req, res, parsedUrl)
1751 1752 1753
      } else if (err.statusCode === 412) {
        res.statusCode = 412
        return this.renderError(err, req, res, path)
N
Naoyuki Kanezawa 已提交
1754 1755 1756 1757 1758 1759
      } else {
        throw err
      }
    }
  }

1760 1761 1762 1763 1764 1765 1766 1767 1768
  private _validFilesystemPathSet: Set<string> | null = null
  private getFilesystemPaths(): Set<string> {
    if (this._validFilesystemPathSet) {
      return this._validFilesystemPathSet
    }

    const pathUserFilesStatic = join(this.dir, 'static')
    let userFilesStatic: string[] = []
    if (this.hasStaticDir && fs.existsSync(pathUserFilesStatic)) {
J
Joe Haddad 已提交
1769
      userFilesStatic = recursiveReadDirSync(pathUserFilesStatic).map((f) =>
1770 1771 1772 1773 1774 1775
        join('.', 'static', f)
      )
    }

    let userFilesPublic: string[] = []
    if (this.publicDir && fs.existsSync(this.publicDir)) {
J
Joe Haddad 已提交
1776
      userFilesPublic = recursiveReadDirSync(this.publicDir).map((f) =>
1777 1778 1779 1780 1781 1782 1783
        join('.', 'public', f)
      )
    }

    let nextFilesStatic: string[] = []
    nextFilesStatic = recursiveReadDirSync(
      join(this.distDir, 'static')
J
Joe Haddad 已提交
1784
    ).map((f) => join('.', relative(this.dir, this.distDir), 'static', f))
1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818

    return (this._validFilesystemPathSet = new Set<string>([
      ...nextFilesStatic,
      ...userFilesPublic,
      ...userFilesStatic,
    ]))
  }

  protected isServeableUrl(untrustedFileUrl: string): boolean {
    // This method mimics what the version of `send` we use does:
    // 1. decodeURIComponent:
    //    https://github.com/pillarjs/send/blob/0.17.1/index.js#L989
    //    https://github.com/pillarjs/send/blob/0.17.1/index.js#L518-L522
    // 2. resolve:
    //    https://github.com/pillarjs/send/blob/de073ed3237ade9ff71c61673a34474b30e5d45b/index.js#L561

    let decodedUntrustedFilePath: string
    try {
      // (1) Decode the URL so we have the proper file name
      decodedUntrustedFilePath = decodeURIComponent(untrustedFileUrl)
    } catch {
      return false
    }

    // (2) Resolve "up paths" to determine real request
    const untrustedFilePath = resolve(decodedUntrustedFilePath)

    // don't allow null bytes anywhere in the file path
    if (untrustedFilePath.indexOf('\0') !== -1) {
      return false
    }

    // Check if .next/static, static and public are in the path.
    // If not the path is not available.
A
Arunoda Susiripala 已提交
1819
    if (
1820 1821 1822
      (untrustedFilePath.startsWith(join(this.distDir, 'static') + sep) ||
        untrustedFilePath.startsWith(join(this.dir, 'static') + sep) ||
        untrustedFilePath.startsWith(join(this.dir, 'public') + sep)) === false
A
Arunoda Susiripala 已提交
1823 1824 1825 1826
    ) {
      return false
    }

1827 1828 1829 1830
    // Check against the real filesystem paths
    const filesystemUrls = this.getFilesystemPaths()
    const resolved = relative(this.dir, untrustedFilePath)
    return filesystemUrls.has(resolved)
A
Arunoda Susiripala 已提交
1831 1832
  }

1833
  protected readBuildId(): string {
1834 1835 1836 1837 1838
    const buildIdFile = join(this.distDir, BUILD_ID_FILE)
    try {
      return fs.readFileSync(buildIdFile, 'utf8').trim()
    } catch (err) {
      if (!fs.existsSync(buildIdFile)) {
J
Joe Haddad 已提交
1839
        throw new Error(
1840
          `Could not find a valid build in the '${this.distDir}' directory! Try building your app with 'next build' before starting the server.`
J
Joe Haddad 已提交
1841
        )
1842 1843 1844
      }

      throw err
1845
    }
1846
  }
1847

1848
  protected get _isLikeServerless(): boolean {
1849 1850
    return isTargetLikeServerless(this.nextConfig.target)
  }
1851
}
1852

1853 1854 1855 1856
function prepareServerlessUrl(
  req: IncomingMessage,
  query: ParsedUrlQuery
): void {
1857 1858 1859 1860 1861 1862 1863 1864 1865 1866
  const curUrl = parseUrl(req.url!, true)
  req.url = formatUrl({
    ...curUrl,
    search: undefined,
    query: {
      ...curUrl.query,
      ...query,
    },
  })
}
1867 1868

class NoFallbackError extends Error {}