Update timeout for running scenario benchmarks (dotnet/coreclr#17440)

This change ups the timeout for running benchmarks to 60 minutes, and changes the training data corpus file to one that is now stored in azure blob storage, and is only 10MB, to reduce the time spent running this benchmark (which was excessively long for our lab perf testing). Commit migrated from dotnet/coreclr@cfb8d00
zengande · Apr 10, 2018 · c29235f · c29235f
1 parent 5b40821
commit c29235f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/coreclr/tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs b/src/coreclr/tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs
@@ -75,10 +75,10 @@ async Task DownloadAndExtractTextCorpus(DotNetInstallation dotNetInstall, string
             string word2VecNetPublishDir = GetWord2VecNetPublishDirectory(dotNetInstall, outputDir, tfm);
 
             // Download the corpus of text. This is a zip file that contains a text file of 100M of text from Wikipedia
-            var url = "http://mattmahoney.net/dc/text8.zip";
+            var url = "https://perfbenchmarkstorage.blob.core.windows.net/corpus/Corpus10.zip";
             await FileTasks.DownloadAndUnzip(url, word2VecNetRepoRootDir + "_temp", output);
 
-            FileTasks.MoveFile(Path.Combine(word2VecNetRepoRootDir + "_temp", "text8"), 
+            FileTasks.MoveFile(Path.Combine(word2VecNetRepoRootDir + "_temp", "Corpus.txt"), 
                     Path.Combine(word2VecNetPublishDir, "Corpus.txt"), output);
         }
 

diff --git a/src/coreclr/tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs b/src/coreclr/tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs
@@ -84,7 +84,7 @@ BenchmarkRunResult MeasureIterations(TestRun run, BenchmarkConfiguration config,
                     BenchmarkRunResult result = new BenchmarkRunResult(this, config);
                     StringBuilder stderr = new StringBuilder();
                     StringBuilder stdout = new StringBuilder();
-                    var scenarioConfiguration = new ScenarioTestConfiguration(TimeSpan.FromMinutes(20), startInfo)
+                    var scenarioConfiguration = new ScenarioTestConfiguration(TimeSpan.FromMinutes(60), startInfo)
                     {
                         //XUnitPerformanceHarness writes files to disk starting with {runid}-{ScenarioBenchmarkName}-{TestName}
                         TestName = (Name + "-" + config.Name).Replace(' ', '_'),