未验证 提交 d5f1e346 编写于 作者: D Don Syme 提交者: GitHub

Merge pull request #10200 from dsyme/perf-script

Perf script + results
......@@ -197,21 +197,38 @@ https://github.com/dsyme/visualfsharp.git fix-5136 c9a7678e5
https://github.com/Microsoft/visualfsharp master 7bcbd1abbace1a41e0c6e12723957d87405c4cba 7bcbd1abbace1a41e0c6e12723957d87405c4cba MSRC-3617253 251.16 9.83 34.52 45.45 57.97 58.65
https://github.com/dsyme/visualfsharp.git fix-5136 c9a7678e508dc2ff847c82ee4933f464aa23bee0 7bcbd1abbace1a41e0c6e12723957d87405c4cba MSRC-3617253 257.62 10.34 35.18 45.40 56.07 57.88
https://github.com/Microsoft/visualfsharp master 7bcbd1abbace1a41e0c6e12723957d87405c4cba 7bcbd1abbace1a41e0c6e12723957d87405c4cba MSRC-3617253 250.59 10.10 34.82 45.33 58.62 63.86
https://github.com/Microsoft/visualfsharp master d38481ed20fc27af9e767646b22e8da5fb037689 d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 264.61 10.62 36.12 45.58 56.80 58.41
https://github.com/Microsoft/visualfsharp master 24ed23a4f277fa24b23a93494770b1ced6a02c5c 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 266.80 10.34 37.16 47.67 58.73 58.82
https://github.com/manofstick/visualfsharp.git notagged 73faf347d22716da3a7e1d3bcfabeeb505b8c80f d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 279.33 10.53 35.73 42.43 52.15 59.65
https://github.com/manofstick/visualfsharp.git notagged 73faf347d22716da3a7e1d3bcfabeeb505b8c80f f3d55f286278fcd7dc81fc3636e4b1fdc16218e0 MSRC-3617253 263.89 10.19 34.69 41.24 51.90 59.00
https://github.com/manofstick/visualfsharp.git notagged 73faf347d22716da3a7e1d3bcfabeeb505b8c80f 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 264.92 10.70 34.44 41.29 52.49 59.16
https://github.com/manofstick/visualfsharp.git nobox_comparer f5298fd5e407956d506da6e14623c1f698f90113 d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 266.58 10.38 36.33 41.24 52.01 58.60
https://github.com/manofstick/visualfsharp.git nobox_comparer f5298fd5e407956d506da6e14623c1f698f90113 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 266.91 10.36 34.71 41.20 52.88 59.43
https://github.com/manofstick/visualfsharp.git nobox 5b80e902e50d9ffc43de1d48748ad735d6319403 d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 269.76 10.40 35.36 42.61 51.98 58.77
https://github.com/manofstick/visualfsharp.git nobox 5b80e902e50d9ffc43de1d48748ad735d6319403 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 263.90 10.33 35.20 42.92 53.58 56.52
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 275.17 10.24 35.76 44.80 55.18 58.95
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 260.77 10.01 35.35 45.31 56.67 59.00
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 f3d55f286278fcd7dc81fc3636e4b1fdc16218e0 MSRC-3617253 270.06 10.33 35.78 46.71 57.46 59.77
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 273.90 10.79 35.08 46.55 58.12 59.74
https://github.com/manofstick/visualfsharp.git faster_map_3 df2e8dd09726e86ef62b71b23f8c14bbf9bd540c 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 263.89 10.44 34.44 42.21 51.63 60.27
https://github.com/manofstick/visualfsharp.git faster_map_3 df2e8dd09726e86ef62b71b23f8c14bbf9bd540c f3d55f286278fcd7dc81fc3636e4b1fdc16218e0 MSRC-3617253 259.13 10.44 34.32 41.14 51.28 58.82
https://github.com/manofstick/visualfsharp.git faster_map_3 df2e8dd09726e86ef62b71b23f8c14bbf9bd540c d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 274.98 10.69 36.03 43.64 52.48 57.74
https://github.com/manofstick/visualfsharp.git nobox_reflection 3a4f0b7356fafb2f8aef9f6360ab26585a3a20f8 24ed23a4f277fa24b23a93494770b1ced6a02c5c MSRC-3617253 262.95 10.58 34.71 43.21 53.43 59.23
https://github.com/manofstick/visualfsharp.git nobox_reflection 3a4f0b7356fafb2f8aef9f6360ab26585a3a20f8 d38481ed20fc27af9e767646b22e8da5fb037689 MSRC-3617253 265.57 10.24 36.23 42.52 59.23 59.87
https://github.com/Microsoft/visualfsharp master d38481ed20fc27af9e767646b22e8da5fb037689 d38481ed20fc27af9e767646 MSRC-3617253 264.61 10.62 36.12 45.58 56.80 58.41
https://github.com/Microsoft/visualfsharp master 24ed23a4f277fa24b23a93494770b1ced6a02c5c 24ed23a4f277fa24b23a9349 MSRC-3617253 266.80 10.34 37.16 47.67 58.73 58.82
https://github.com/manofstick/visualfsharp.git notagged 73faf347d22716da3a7e1d3bcfabeeb505b8c80f d38481ed20fc27af9e767646 MSRC-3617253 279.33 10.53 35.73 42.43 52.15 59.65
https://github.com/manofstick/visualfsharp.git notagged 73faf347d22716da3a7e1d3bcfabeeb505b8c80f f3d55f286278fcd7dc81fc36 MSRC-3617253 263.89 10.19 34.69 41.24 51.90 59.00
https://github.com/manofstick/visualfsharp.git notagged 73faf347d22716da3a7e1d3bcfabeeb505b8c80f 24ed23a4f277fa24b23a9349 MSRC-3617253 264.92 10.70 34.44 41.29 52.49 59.16
https://github.com/manofstick/visualfsharp.git nobox_comparer f5298fd5e407956d506da6e14623c1f698f90113 d38481ed20fc27af9e767646 MSRC-3617253 266.58 10.38 36.33 41.24 52.01 58.60
https://github.com/manofstick/visualfsharp.git nobox_comparer f5298fd5e407956d506da6e14623c1f698f90113 24ed23a4f277fa24b23a9349 MSRC-3617253 266.91 10.36 34.71 41.20 52.88 59.43
https://github.com/manofstick/visualfsharp.git nobox 5b80e902e50d9ffc43de1d48748ad735d6319403 d38481ed20fc27af9e767646 MSRC-3617253 269.76 10.40 35.36 42.61 51.98 58.77
https://github.com/manofstick/visualfsharp.git nobox 5b80e902e50d9ffc43de1d48748ad735d6319403 24ed23a4f277fa24b23a9349 MSRC-3617253 263.90 10.33 35.20 42.92 53.58 56.52
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 d38481ed20fc27af9e767646 MSRC-3617253 275.17 10.24 35.76 44.80 55.18 58.95
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 d38481ed20fc27af9e767646 MSRC-3617253 260.77 10.01 35.35 45.31 56.67 59.00
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 f3d55f286278fcd7dc81fc36 MSRC-3617253 270.06 10.33 35.78 46.71 57.46 59.77
https://github.com/realvictorprm/visualfsharp.git 20181011_ConstraintSolverRefactoring e531753de12e648cef21b8d7feff2c4619f1fbe4 24ed23a4f277fa24b23a9349 MSRC-3617253 273.90 10.79 35.08 46.55 58.12 59.74
https://github.com/manofstick/visualfsharp.git faster_map_3 df2e8dd09726e86ef62b71b23f8c14bbf9bd540c 24ed23a4f277fa24b23a9349 MSRC-3617253 263.89 10.44 34.44 42.21 51.63 60.27
https://github.com/manofstick/visualfsharp.git faster_map_3 df2e8dd09726e86ef62b71b23f8c14bbf9bd540c f3d55f286278fcd7dc81fc36 MSRC-3617253 259.13 10.44 34.32 41.14 51.28 58.82
https://github.com/manofstick/visualfsharp.git faster_map_3 df2e8dd09726e86ef62b71b23f8c14bbf9bd540c d38481ed20fc27af9e767646 MSRC-3617253 274.98 10.69 36.03 43.64 52.48 57.74
https://github.com/manofstick/visualfsharp.git nobox_reflection 3a4f0b7356fafb2f8aef9f6360ab26585a3a20f8 24ed23a4f277fa24b23a9349 MSRC-3617253 262.95 10.58 34.71 43.21 53.43 59.23
https://github.com/manofstick/visualfsharp.git nobox_reflection 3a4f0b7356fafb2f8aef9f6360ab26585a3a20f8 d38481ed20fc27af9e767646 MSRC-3617253 265.57 10.24 36.23 42.52 59.23 59.87
https://github.com/dotnet/fsharp 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 663.14 33.32 40.00 53.75 58.66 60.69
https://github.com/dotnet/fsharp 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 679.69 33.60 41.28 49.24 56.43 57.23
https://github.com/dotnet/fsharp 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 684.70 29.05 39.98 51.56 64.27 60.45
https://github.com/dotnet/fsharp 1d36c75225436f8a7d30c4691f20d6118b657fec 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 697.57 31.67 40.01 48.07 57.25 59.68
https://github.com/dotnet/fsharp 1d36c75225436f8a7d30c4691f20d6118b657fec 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 666.30 31.62 36.15 50.29 60.55 60.03
https://github.com/dotnet/fsharp 1d36c75225436f8a7d30c4691f20d6118b657fec 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 674.49 31.67 39.16 48.85 57.78 58.98
https://github.com/dotnet/fsharp 1d36c75225436f8a7d30c4691f20d6118b657fec 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 677.11 30.66 36.62 50.07 62.00 60.23
https://github.com/dotnet/fsharp 2e4096153972abedae142da85cac2ffbcf57fe0a 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 689.09 32.10 36.98 48.74 59.72 61.07
https://github.com/dotnet/fsharp 2e4096153972abedae142da85cac2ffbcf57fe0a 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 659.94 31.81 35.24 50.47 61.89 60.14
https://github.com/dotnet/fsharp 2e4096153972abedae142da85cac2ffbcf57fe0a 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 664.71 31.92 35.74 50.02 61.34 61.10
https://github.com/dotnet/fsharp af6ff33b5bc15951a6854bdf3b226db8f0e28b56 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 658.64 31.69 35.81 49.64 61.53 60.58
https://github.com/dotnet/fsharp af6ff33b5bc15951a6854bdf3b226db8f0e28b56 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 616.64 33.38 33.35 49.66 62.25 61.35
https://github.com/dotnet/fsharp af6ff33b5bc15951a6854bdf3b226db8f0e28b56 81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa MSRC-3617253 674.67 30.59 38.61 54.18 64.22 61.73
......@@ -27,11 +27,13 @@ let repoHeadSha = commits.[0].Sha
let buildSpecs =
[ //for pr in pulls do
// if pr.Title.Contains("[CompilerPerf]") then
// yield (pr.Head.Repo.CloneUrl, pr.Head.Sha, repoHeadSha, pr.Head.Ref, pr.Number)
// yield (pr.Head.Repo.CloneUrl, repoHeadSha, pr.Head.Ref, pr.Number)
// ("https://github.com/dsyme/fsharp.git","53d633d6dba0d8f5fcd80f47f588d21cd7a2cff9", repoHeadSha, "no-casts", 1308);
//yield ("https://github.com/forki/fsharp.git", "d0ab5fec77482e1280578f47e3257cf660d7f1b2", repoHeadSha, "foreach_optimization", 1303);
yield (repo, repoHeadSha, repoHeadSha, "main", 0);
yield (repo, repoHeadSha, repoHeadSha, "af6ff33b5bc15951a6854bdf3b226db8f0e28b56", 0);
yield (repo, "81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa", "81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa", 0);
yield (repo, "81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa", "1d36c75225436f8a7d30c4691f20d6118b657fec", 0);
yield (repo, "81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa", "2e4096153972abedae142da85cac2ffbcf57fe0a", 0);
yield (repo, "81d1d918740e9ba3cb2eb063b6f28c3139ca9cfa", "af6ff33b5bc15951a6854bdf3b226db8f0e28b56", 0);
]
......@@ -72,8 +74,8 @@ let exec cmd args dir =
if result <> 0 then failwith (sprintf "FAILED: %s> %s %s" dir cmd args)
/// Build a specific version of the repo, run compiler perf tests and record the result
let build(cloneUrl,sha:string,baseSha,ref,prNumber) =
let branch = "build-" + string prNumber + "-" + ref + "-" + sha.[0..7]
let build(cloneUrl, baseSha, ref, prNumber) =
let branch = "build-" + string prNumber + "-" + baseSha + "-" + ref
let dirBase = __SOURCE_DIRECTORY__
let dirBuild = "current"
let dir = Path.Combine(dirBase, dirBuild) // "build-" + ref + "-" + sha.[0..7]
......@@ -82,8 +84,13 @@ let build(cloneUrl,sha:string,baseSha,ref,prNumber) =
exec "git" ("clone " + repo + " " + dirBuild) dirBase |> ignore
let result = exec "git" "reset --merge" dir
let result = exec "git" "checkout main" dir
<<<<<<< HEAD
let result = exec "git" "clean -xfd artifacts src vsintegration tests" dir
let result = exec "git" ("checkout -B " + branch + " " + baseSha) dir
=======
let result = exec "git" "clean -f -x artifacts src" dir
let result = exec "git" ("checkout -B " + branch + " main") dir
>>>>>>> 83c6440d759a2097618d46d1aabb374fe4140afd
let result = exec "git" ("pull " + cloneUrl + " " + ref) dir
let result, buildTime = time (fun () -> exec "cmd" "/C build.cmd -c Release" dir )
let result, ngenTime = time (fun () -> exec "ngen" @"install artifacts\bin\fsc\Release\net472\fsc.exe" dir )
......@@ -118,9 +125,9 @@ let build(cloneUrl,sha:string,baseSha,ref,prNumber) =
let timesHeaderText, timesText = runScenario "bigfiles"
let logFile = "compiler-perf-results.txt"
let logHeader = sprintf "url ref sha base computer build %s" timesHeaderText
let logHeader = sprintf "url ref base computer build %s" timesHeaderText
let computer = System.Environment.GetEnvironmentVariable("COMPUTERNAME")
let logLine = sprintf "%s %-28s %s %s %s %0.2f %s" cloneUrl ref sha baseSha computer buildTime.TotalSeconds timesText
let logLine = sprintf "%s %-28s %s %s %0.2f %s" cloneUrl ref baseSha computer buildTime.TotalSeconds timesText
let existing = if File.Exists logFile then File.ReadAllLines(logFile) else [| logHeader |]
printfn "writing results %s" logLine
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册