@@ -289,12 +289,12 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
289
289
Job=.NET 9.0 Runtime=.NET 9.0
290
290
291
291
```
292
- | Method | Mean | Error | StdDev | Median |
293
- | ------------- | ----------- :| ---------:| ----------: | -- ---------:|
294
- | Build_TUnit | 1,175.7 ms | 86.79 ms | 254.53 ms | 1,056.5 ms |
295
- | Build_NUnit | 872.0 ms | 22.77 ms | 66.07 ms | 855.9 ms |
296
- | Build_xUnit | 807.8 ms | 16.13 ms | 34.72 ms | 804.5 ms |
297
- | Build_MSTest | 841.8 ms | 15.78 ms | 36.26 ms | 840.8 ms |
292
+ | Method | Mean | Error | StdDev |
293
+ | ------------- | ---------:| ---------:| ---------:|
294
+ | Build_TUnit | 990.2 ms | 19.80 ms | 42.62 ms |
295
+ | Build_NUnit | 806.7 ms | 13.13 ms | 10.97 ms |
296
+ | Build_xUnit | 769.2 ms | 10.60 ms | 9.40 ms |
297
+ | Build_MSTest | 825.1 ms | 16.42 ms | 13.71 ms |
298
298
299
299
300
300
@@ -313,10 +313,10 @@ Job=.NET 9.0 Runtime=.NET 9.0
313
313
```
314
314
| Method | Mean | Error | StdDev |
315
315
| ------------- | --------:| ---------:| ---------:|
316
- | Build_TUnit | 1.893 s | 0.0378 s | 0.0542 s |
317
- | Build_NUnit | 1.454 s | 0.0212 s | 0.0188 s |
318
- | Build_xUnit | 1.448 s | 0.0168 s | 0.0149 s |
319
- | Build_MSTest | 1.463 s | 0.0091 s | 0.0085 s |
316
+ | Build_TUnit | 2.031 s | 0.0399 s | 0.0610 s |
317
+ | Build_NUnit | 1.516 s | 0.0289 s | 0.0333 s |
318
+ | Build_xUnit | 1.484 s | 0.0169 s | 0.0158 s |
319
+ | Build_MSTest | 1.594 s | 0.0217 s | 0.0203 s |
320
320
321
321
322
322
@@ -335,10 +335,10 @@ Job=.NET 9.0 Runtime=.NET 9.0
335
335
```
336
336
| Method | Mean | Error | StdDev |
337
337
| ------------- | --------:| ---------:| ---------:|
338
- | Build_TUnit | 1.888 s | 0.0370 s | 0.0607 s |
339
- | Build_NUnit | 1.499 s | 0.0253 s | 0.0236 s |
340
- | Build_xUnit | 1.454 s | 0.0168 s | 0.0140 s |
341
- | Build_MSTest | 1.499 s | 0.0296 s | 0.0304 s |
338
+ | Build_TUnit | 1.869 s | 0.0280 s | 0.0383 s |
339
+ | Build_NUnit | 1.490 s | 0.0233 s | 0.0218 s |
340
+ | Build_xUnit | 1.488 s | 0.0284 s | 0.0265 s |
341
+ | Build_MSTest | 1.498 s | 0.0181 s | 0.0169 s |
342
342
343
343
344
344
### Scenario: A single test that completes instantly (including spawning a new process and initialising the test framework)
@@ -356,13 +356,13 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
356
356
Job=.NET 9.0 Runtime=.NET 9.0
357
357
358
358
```
359
- | Method | Mean | Error | StdDev |
360
- | ---------- | ----------:| ----------:| ----------:|
361
- | TUnit_AOT | 83.28 ms | 0.591 ms | 0.461 ms |
362
- | TUnit | 541.17 ms | 8.381 ms | 6.998 ms |
363
- | NUnit | 806.45 ms | 8.746 ms | 7.303 ms |
364
- | xUnit | 829.23 ms | 10.516 ms | 9.836 ms |
365
- | MSTest | 714.34 ms | 12.797 ms | 11.971 ms |
359
+ | Method | Mean | Error | StdDev | Median |
360
+ | ---------- | ----------:| ----------:| -----------: | ---------- :|
361
+ | TUnit_AOT | 66.43 ms | 0.444 ms | 0.394 ms | 66.31 ms |
362
+ | TUnit | 483.63 ms | 9.590 ms | 20.228 ms | 476.16 ms |
363
+ | NUnit | 703.29 ms | 13.246 ms | 18.131 ms | 697.40 ms |
364
+ | xUnit | 721.65 ms | 4.846 ms | 3.784 ms | 721.05 ms |
365
+ | MSTest | 807.86 ms | 35.359 ms | 103.702 ms | 836.79 ms |
366
366
367
367
368
368
@@ -381,11 +381,11 @@ Job=.NET 9.0 Runtime=.NET 9.0
381
381
```
382
382
| Method | Mean | Error | StdDev |
383
383
| ---------- | ------------:| ----------:| ----------:|
384
- | TUnit_AOT | 26.28 ms | 0.595 ms | 1.746 ms |
385
- | TUnit | 813.40 ms | 15.914 ms | 17.688 ms |
386
- | NUnit | 1,283.25 ms | 12.582 ms | 11.154 ms |
387
- | xUnit | 1,341.59 ms | 7.811 ms | 6.522 ms |
388
- | MSTest | 1,153.68 ms | 16.397 ms | 15.338 ms |
384
+ | TUnit_AOT | 24.94 ms | 0.537 ms | 1.574 ms |
385
+ | TUnit | 815.34 ms | 16.284 ms | 22.290 ms |
386
+ | NUnit | 1,285.57 ms | 12.066 ms | 11.287 ms |
387
+ | xUnit | 1,338.52 ms | 18.094 ms | 16.925 ms |
388
+ | MSTest | 1,123.02 ms | 11.053 ms | 9.798 ms |
389
389
390
390
391
391
@@ -404,11 +404,11 @@ Job=.NET 9.0 Runtime=.NET 9.0
404
404
```
405
405
| Method | Mean | Error | StdDev |
406
406
| ---------- | ------------:| ----------:| ----------:|
407
- | TUnit_AOT | 57.24 ms | 1.932 ms | 5.606 ms |
408
- | TUnit | 856.17 ms | 17.070 ms | 27.564 ms |
409
- | NUnit | 1,289.75 ms | 12.702 ms | 11.882 ms |
410
- | xUnit | 1,328.65 ms | 12.984 ms | 12.146 ms |
411
- | MSTest | 1,141.34 ms | 14.397 ms | 13.467 ms |
407
+ | TUnit_AOT | 55.26 ms | 1.573 ms | 4.590 ms |
408
+ | TUnit | 865.35 ms | 17.151 ms | 25.139 ms |
409
+ | NUnit | 1,307.88 ms | 16.752 ms | 15.670 ms |
410
+ | xUnit | 1,337.28 ms | 13.384 ms | 11.865 ms |
411
+ | MSTest | 1,162.48 ms | 12.518 ms | 11.709 ms |
412
412
413
413
414
414
### Scenario: A test that takes 50ms to execute, repeated 100 times (including spawning a new process and initialising the test framework)
@@ -428,11 +428,11 @@ Job=.NET 9.0 Runtime=.NET 9.0
428
428
```
429
429
| Method | Mean | Error | StdDev |
430
430
| ---------- | ------------:| ----------:| ----------:|
431
- | TUnit_AOT | 228.1 ms | 17.75 ms | 52.05 ms |
432
- | TUnit | 639.7 ms | 24.47 ms | 70.60 ms |
433
- | NUnit | 14,149 .4 ms | 277.98 ms | 586.34 ms |
434
- | xUnit | 14,189.5 ms | 280.04 ms | 546.20 ms |
435
- | MSTest | 14,232.1 ms | 283.36 ms | 552.66 ms |
431
+ | TUnit_AOT | 251.6 ms | 10.53 ms | 31.04 ms |
432
+ | TUnit | 720.1 ms | 27.08 ms | 79.86 ms |
433
+ | NUnit | 13,986 .4 ms | 274.54 ms | 435.45 ms |
434
+ | xUnit | 14,430.2 ms | 273.49 ms | 570.88 ms |
435
+ | MSTest | 14,158.3 ms | 279.11 ms | 524.24 ms |
436
436
437
437
438
438
@@ -449,13 +449,13 @@ AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
449
449
Job=.NET 9.0 Runtime=.NET 9.0
450
450
451
451
```
452
- | Method | Mean | Error | StdDev |
453
- | ---------- | ------------:| ----------:| ----------:|
454
- | TUnit_AOT | 72.78 ms | 0.706 ms | 0.551 ms |
455
- | TUnit | 869.62 ms | 17.245 ms | 19.859 ms |
456
- | NUnit | 6,252.43 ms | 10.068 ms | 9.418 ms |
457
- | xUnit | 6,391.02 ms | 11.445 ms | 10.146 ms |
458
- | MSTest | 6,221.50 ms | 8.050 ms | 7.530 ms |
452
+ | Method | Mean | Error | StdDev | Median |
453
+ | ---------- | ------------:| ----------:| ----------:| ------------: |
454
+ | TUnit_AOT | 76.64 ms | 1.515 ms | 2.446 ms | 75.32 ms |
455
+ | TUnit | 888.11 ms | 17.582 ms | 25.216 ms | 887.14 ms |
456
+ | NUnit | 6,279.52 ms | 18.970 ms | 17.745 ms | 6,281.84 ms |
457
+ | xUnit | 6,413.85 ms | 20.233 ms | 17.936 ms | 6,410.58 ms |
458
+ | MSTest | 6,267.87 ms | 15.995 ms | 14.962 ms | 6,266.07 ms |
459
459
460
460
461
461
@@ -474,11 +474,11 @@ Job=.NET 9.0 Runtime=.NET 9.0
474
474
```
475
475
| Method | Mean | Error | StdDev |
476
476
| ---------- | -----------:| ---------:| ---------:|
477
- | TUnit_AOT | 109.4 ms | 1.00 ms | 0.94 ms |
478
- | TUnit | 924.6 ms | 18.46 ms | 25.26 ms |
479
- | NUnit | 7,502 .6 ms | 21.03 ms | 19.67 ms |
480
- | xUnit | 7,561.5 ms | 19.42 ms | 17.21 ms |
481
- | MSTest | 7,425.1 ms | 27.30 ms | 25.54 ms |
477
+ | TUnit_AOT | 110.8 ms | 2.14 ms | 2.70 ms |
478
+ | TUnit | 938.1 ms | 18.21 ms | 21.68 ms |
479
+ | NUnit | 7,510 .6 ms | 18.84 ms | 17.63 ms |
480
+ | xUnit | 7,557.3 ms | 26.18 ms | 24.49 ms |
481
+ | MSTest | 7,425.4 ms | 25.45 ms | 23.81 ms |
482
482
483
483
484
484
0 commit comments