Dataset Preview
config dict | report dict | name string | backend dict | scenario dict | launcher dict | environment dict | load dict | forward dict |
|---|---|---|---|---|---|---|---|---|
{
"name": "2024-09-30-20-07-10/pytorch",
"backend": {
"name": "pytorch",
"version": "2.4.1",
"_target_": "optimum_benchmark.backends.pytorch.backend.PyTorchBackend",
"task": "feature-extraction",
"library": "transformers",
"model_type": "gpt2",
"model": "openai-community/gpt2",
"proc... | {
"load": {
"memory": {
"unit": "MB",
"max_ram": 681.046016,
"max_global_vram": null,
"max_process_vram": null,
"max_reserved": null,
"max_allocated": null
},
"latency": {
"unit": "s",
"values": [
3.966448713093996
],
"count": 1,
"t... | null | null | null | null | null | null | null |
null | null | 2024-09-30-20-07-10/pytorch | {
"name": "pytorch",
"version": "2.4.1",
"_target_": "optimum_benchmark.backends.pytorch.backend.PyTorchBackend",
"task": "feature-extraction",
"library": "transformers",
"model_type": "gpt2",
"model": "openai-community/gpt2",
"processor": "openai-community/gpt2",
"device": "cpu",
"device_ids": null... | {
"name": "inference",
"_target_": "optimum_benchmark.scenarios.inference.scenario.InferenceScenario",
"iterations": 10,
"duration": 10,
"warmup_runs": 10,
"input_shapes": {
"batch_size": 2,
"num_choices": 2,
"sequence_length": 16
},
"new_tokens": null,
"memory": true,
"latency": true,
... | {
"name": "process",
"_target_": "optimum_benchmark.launchers.process.launcher.ProcessLauncher",
"device_isolation": false,
"device_isolation_action": null,
"numactl": true,
"numactl_kwargs": {
"cpunodebind": 0,
"membind": 0
},
"start_method": "spawn"
} | {
"cpu": " AMD EPYC 7R13 Processor",
"cpu_count": 64,
"cpu_ram_mb": 529717.026816,
"system": "Linux",
"machine": "x86_64",
"platform": "Linux-5.10.205-195.807.amzn2.x86_64-x86_64-with-glibc2.36",
"processor": "",
"python_version": "3.10.15",
"optimum_benchmark_version": "0.5.0",
"optimum_benchmark_c... | null | null |
null | null | null | null | null | null | null | {
"memory": {
"unit": "MB",
"max_ram": 681.046016,
"max_global_vram": null,
"max_process_vram": null,
"max_reserved": null,
"max_allocated": null
},
"latency": {
"unit": "s",
"values": [
3.966448713093996
],
"count": 1,
"total": 3.966448713093996,
"mean": 3.96... | {
"memory": {
"unit": "MB",
"max_ram": 1118.568448,
"max_global_vram": null,
"max_process_vram": null,
"max_reserved": null,
"max_allocated": null
},
"latency": {
"unit": "s",
"values": [
0.031664811074733734,
0.09032496809959412,
0.08789736032485962,
0.0887... |
No dataset card yet
- Downloads last month
- 14