|
409 | 409 | "id": "ba80c4c4-9fb4-476c-9711-9bcc922755ac", |
410 | 410 | "metadata": {}, |
411 | 411 | "source": [ |
412 | | - "| Mode | Device | Average length | MATH-500 size \n", |
413 | | - "|-----------|--------|----------------| ------------\n", |
414 | | - "| Base | CPU | 97.3 | 10\n", |
415 | | - "| Base | MPS | 98 | 10\n", |
416 | | - "| Reasoning | CPU | 891.80 | 10\n", |
417 | | - "| Reasoning | MPS | 1159.30 | 10\n", |
418 | | - "| | | | \n", |
419 | | - "| Base | CUDA | 96.74 | 500\n", |
420 | | - "| Reasoning | CUDA | 1361.21 | 500" |
| 412 | + "| Mode | Device | Average length | MATH-500 size |\n", |
| 413 | + "|-----------|---------|----------------|----------------|\n", |
| 414 | + "| Base | CPU | 97.3 | 10 |\n", |
| 415 | + "| Base | MPS | 98.0 | 10 |\n", |
| 416 | + "| Reasoning | CPU | 891.80 | 10 |\n", |
| 417 | + "| Reasoning | MPS | 1159.30 | 10 |\n", |
| 418 | + "| | | | |\n", |
| 419 | + "| Base | CUDA | 96.74 | 500 |\n", |
| 420 | + "| Reasoning | CUDA | 1361.21 | 500 |\n" |
421 | 421 | ] |
422 | 422 | }, |
423 | 423 | { |
|
461 | 461 | "id": "74f49767-da9b-4832-a6aa-983746671b9c", |
462 | 462 | "metadata": {}, |
463 | 463 | "source": [ |
464 | | - "| Mode | Device | Accuracy | MATH-500 size \n", |
465 | | - "|-----------|--------|----------| ------------\n", |
466 | | - "| Base | CUDA | 30.0% | 10\n", |
467 | | - "| Base | CUDA | 34.0% | 50\n", |
468 | | - "| Base | CUDA | 27.0% | 100\n", |
469 | | - "| Base | CUDA | 31.0% | 200\n", |
470 | | - "| Base | CUDA | 15.3% | 500\n", |
471 | | - "| | | | \n", |
472 | | - "| Reasoning | CUDA | 90.0% | 10\n", |
473 | | - "| Reasoning | CUDA | 58.0% | 50 \n", |
474 | | - "| Reasoning | CUDA | 58.0% | 100 \n", |
475 | | - "| Reasoning | CUDA | 56.0% | 200 \n", |
476 | | - "| Reasoning | CUDA | 50.8% | 500" |
| 464 | + "| Mode | Device | Accuracy | MATH-500 size |\n", |
| 465 | + "|-----------|---------|----------|----------------|\n", |
| 466 | + "| Base | CUDA | 30.0% | 10 |\n", |
| 467 | + "| Base | CUDA | 34.0% | 50 |\n", |
| 468 | + "| Base | CUDA | 27.0% | 100 |\n", |
| 469 | + "| Base | CUDA | 31.0% | 200 |\n", |
| 470 | + "| Base | CUDA | 15.3% | 500 |\n", |
| 471 | + "| | | | |\n", |
| 472 | + "| Reasoning | CUDA | 90.0% | 10 |\n", |
| 473 | + "| Reasoning | CUDA | 58.0% | 50 |\n", |
| 474 | + "| Reasoning | CUDA | 58.0% | 100 |\n", |
| 475 | + "| Reasoning | CUDA | 56.0% | 200 |\n", |
| 476 | + "| Reasoning | CUDA | 50.8% | 500 |\n" |
477 | 477 | ] |
478 | 478 | }, |
479 | 479 | { |
|
0 commit comments