Skip to content

Commit 1388fe1

Browse files
dpanfilyonokdpanfilyonok
committed
Fix EWiseAdd benchmarks
1 parent 541d5f1 commit 1388fe1

7 files changed

Lines changed: 1372 additions & 17 deletions

File tree

‎benchmarks/GraphBLAS-sharp.Benchmarks/BenchmarkDotNet.Artifacts/results/GraphBLAS.FSharp.Benchmarks.EWiseAddBenchmarks-report-github.md‎

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
``` ini
2+
3+
BenchmarkDotNet=v0.12.1, OS=Windows 7 SP1 (6.1.7601.0)
4+
Intel Celeron CPU N2830 2.16GHz, 1 CPU, 2 logical and 2 physical cores
5+
Frequency=2116035 Hz, Resolution=472.5820 ns, Timer=TSC
6+
.NET Core SDK=3.1.402
7+
[Host] : .NET Core 3.1.8 (CoreCLR 4.700.20.41105, CoreFX 4.700.20.41903), X64 RyuJIT DEBUG
8+
Job-OZGAKM : .NET Core 3.1.8 (CoreCLR 4.700.20.41105, CoreFX 4.700.20.41903), X64 RyuJIT
9+
10+
InvocationCount=1 RunStrategy=Throughput UnrollFactor=1
11+
12+
```
13+
| Method | PathToGraphPair | Mean | Error | StdDev | TEPS | Min | Max |
14+
|--------------------------- |--------------------- |---------:|--------:|--------:|------------:|---------:|---------:|
15+
| EWiseAdditionMathNetSparse | (arc1(...).mtx) [24] | 246.6 μs | 4.82 μs | 5.92 μs | 5198.210183 | 240.1 μs | 263.2 μs |

‎benchmarks/GraphBLAS-sharp.Benchmarks/BenchmarkDotNet.Artifacts/results/GraphBLAS.FSharp.Benchmarks.EWiseAddBenchmarks-report.csv‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Method;Job;AnalyzeLaunchVariance;EvaluateOverhead;MaxAbsoluteError;MaxRelativeError;MinInvokeCount;MinIterationTime;OutlierMode;Affinity;EnvironmentVariables;Jit;Platform;PowerPlanMode;Runtime;AllowVeryLargeObjects;Concurrent;CpuGroups;Force;HeapAffinitizeMask;HeapCount;NoAffinitize;RetainVm;Server;Arguments;BuildConfiguration;Clock;EngineFactory;NuGetReferences;Toolchain;IsMutator;InvocationCount;IterationCount;IterationTime;LaunchCount;MaxIterationCount;MaxWarmupIterationCount;MinIterationCount;MinWarmupIterationCount;RunStrategy;UnrollFactor;WarmupCount;PathToGraphPair;Mean;Error;StdDev;TEPS;Min;Max
2+
EWiseAdditionMathNetSparse;Job-OZGAKM;False;Default;Default;Default;Default;Default;Default;11;Empty;RyuJit;X64;8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c;.NET Core 3.1;False;True;False;True;Default;Default;False;False;False;Default;Default;Default;Default;Default;Default;Default;1;Default;Default;Default;Default;Default;Default;Default;Throughput;1;Default;(arc1(...).mtx) [24];246.6 μs;4.82 μs;5.92 μs;5198.210183;240.1 μs;263.2 μs

‎benchmarks/GraphBLAS-sharp.Benchmarks/BenchmarkDotNet.Artifacts/results/GraphBLAS.FSharp.Benchmarks.EWiseAddBenchmarks-report.html‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
<!DOCTYPE html>
2+
<html lang='en'>
3+
<head>
4+
<meta charset='utf-8' />
5+
<title>GraphBLAS.FSharp.Benchmarks.EWiseAddBenchmarks-20210123-155015</title>
6+
7+
<style type="text/css">
8+
table { border-collapse: collapse; display: block; width: 100%; overflow: auto; }
9+
td, th { padding: 6px 13px; border: 1px solid #ddd; text-align: right; }
10+
tr { background-color: #fff; border-top: 1px solid #ccc; }
11+
tr:nth-child(even) { background: #f8f8f8; }
12+
</style>
13+
</head>
14+
<body>
15+
<pre><code>
16+
BenchmarkDotNet=v0.12.1, OS=Windows 7 SP1 (6.1.7601.0)
17+
Intel Celeron CPU N2830 2.16GHz, 1 CPU, 2 logical and 2 physical cores
18+
Frequency=2116035 Hz, Resolution=472.5820 ns, Timer=TSC
19+
.NET Core SDK=3.1.402
20+
[Host] : .NET Core 3.1.8 (CoreCLR 4.700.20.41105, CoreFX 4.700.20.41903), X64 RyuJIT DEBUG
21+
Job-OZGAKM : .NET Core 3.1.8 (CoreCLR 4.700.20.41105, CoreFX 4.700.20.41903), X64 RyuJIT
22+
</code></pre>
23+
<pre><code>InvocationCount=1 RunStrategy=Throughput UnrollFactor=1
24+
</code></pre>
25+
26+
<table>
27+
<thead><tr><th> Method</th><th>PathToGraphPair</th><th>Mean</th><th>Error</th><th>StdDev</th><th> TEPS</th><th>Min</th><th>Max</th>
28+
</tr>
29+
</thead><tbody><tr><td>EWiseAdditionMathNetSparse</td><td>(arc1(...).mtx) [24]</td><td>246.6 &mu;s</td><td>4.82 &mu;s</td><td>5.92 &mu;s</td><td>5198.210183</td><td>240.1 &mu;s</td><td>263.2 &mu;s</td>
30+
</tr></tbody></table>
31+
</body>
32+
</html>

‎benchmarks/GraphBLAS-sharp.Benchmarks/Config.fs‎

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ open BenchmarkDotNet.Configs
66
open BenchmarkDotNet.Columns
77
open BenchmarkDotNet.Reports
88
open BenchmarkDotNet.Running
9+
open BenchmarkDotNet.Filters
910
open System.IO
1011

1112
type TEPSColumn() =
@@ -15,16 +16,21 @@ type TEPSColumn() =
1516
member this.ColumnName: string = "TEPS"
1617
member this.GetValue(summary: Summary, benchmarkCase: BenchmarkCase): string =
1718
let meanTime = summary.[benchmarkCase].ResultStatistics.Mean
18-
let pathToGraph = benchmarkCase.Parameters.["PathToGraph"].ToString()
19-
match Path.GetExtension pathToGraph with
19+
let pathToFirstGraph = benchmarkCase.Parameters.["PathToGraphPair"] :?> (string * string) |> fst
20+
let getFullPathToGraph filename =
21+
Path.Join [| __SOURCE_DIRECTORY__
22+
"Datasets"
23+
"EWiseAddDatasets"
24+
filename |]
25+
match Path.GetExtension pathToFirstGraph with
2026
| ".mtx" ->
21-
use streamReader = new StreamReader(pathToGraph)
27+
use streamReader = new StreamReader(pathToFirstGraph |> getFullPathToGraph)
2228
while streamReader.Peek() = int '%' do
2329
streamReader.ReadLine() |> ignore
2430
let matrixInfo = streamReader.ReadLine().Split(' ') |> Array.map int
2531
let (nrows, ncols, nnz) = matrixInfo.[0], matrixInfo.[1], matrixInfo.[2]
2632
let (vertices, edges) = if nrows = ncols then (nrows, nnz) else (ncols, nrows)
27-
sprintf "%f" (float edges / meanTime)
33+
sprintf "%f" <| float edges / (meanTime * 1e-6)
2834
| another -> sprintf "%s files not supported" another
2935
member this.GetValue(summary: Summary, benchmarkCase: BenchmarkCase, style: SummaryStyle): string =
3036
(this :> IColumn).GetValue(summary, benchmarkCase)
@@ -41,3 +47,4 @@ type Config() =
4147

4248
do
4349
base.AddColumn [| TEPSColumn() :> IColumn |] |> ignore
50+
base.AddFilter [| NameFilter(fun name -> name.Contains "MathNet") :> IFilter |] |> ignore

0 commit comments

Comments
 (0)