Hugging Face's logo

Spaces:
arcee-ai
/
Benchmarks
Running

App Files Community
Julien Simon commited on
Commit
04fd1d4
·
1 Parent(s): e850022

Update

Browse files
Files changed (1) hide show
  1. results.py +115 -20
results.py CHANGED
@@ -10,26 +10,121 @@ from results_arcee_supernova import results_arcee_supernova
10
  from results_llama_spark import results_llama_spark
11
 
12
  instance_type_mappings = {
13
- "g5.xlarge": {"cloud": "AWS", "gpu": "1xNVIDIA A10G", "gpuRAM": "24 GB"},
14
- "g5.2xlarge": {"cloud": "AWS", "gpu": "1xNVIDIA A10G", "gpuRAM": "24 GB"},
15
- "g5.12xlarge": {"cloud": "AWS", "gpu": "4xNVIDIA A10G", "gpuRAM": "96 GB"},
16
- "g5.48xlarge": {"cloud": "AWS", "gpu": "8xNVIDIA A10G", "gpuRAM": "192 GB"},
17
- "g6.2xlarge": {"cloud": "AWS", "gpu": "1xNVIDIA L4", "gpuRAM": "24 GB"},
18
- "g6.12xlarge": {"cloud": "AWS", "gpu": "4xNVIDIA L4", "gpuRAM": "96 GB"},
19
- "g6.48xlarge": {"cloud": "AWS", "gpu": "8xNVIDIA L4", "gpuRAM": "192 GB"},
20
- "g6e.2xlarge": {"cloud": "AWS", "gpu": "1xNVIDIA L40S", "gpuRAM": "48 GB"},
21
- "g6e.12xlarge": {"cloud": "AWS", "gpu": "4xNVIDIA L40S", "gpuRAM": "192 GB"},
22
- "g4dn.12xlarge": {"cloud": "AWS", "gpu": "4xNVIDIA T4", "gpuRAM": "64 GB"},
23
- "p4d.24xlarge": {"cloud": "AWS", "gpu": "4xNVIDIA A100", "gpuRAM": "320 GB"},
24
- "p4de.24xlarge": {"cloud": "AWS", "gpu": "8xNVIDIA A100", "gpuRAM": "320 GB"},
25
- "p5.48xlarge": {"cloud": "AWS", "gpu": "8xNVIDIA H100", "gpuRAM": "640GB"},
26
- "c6i.xlarge": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-"},
27
- "c6i.2xlarge": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-"},
28
- "c6i.4xlarge": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-"},
29
- "c7i.4xlarge": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-"},
30
- "inf2.24xlarge": {"cloud": "AWS", "gpu": "12xNeuronCore v2", "gpuRAM": "192 GB"},
31
- "inf2.48xlarge": {"cloud": "AWS", "gpu": "24xNeuronCore v2", "gpuRAM": "384 GB"},
32
- "inf2.*": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-"},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  }
34
 
35
  results = {
 
10
  from results_llama_spark import results_llama_spark
11
 
12
  instance_type_mappings = {
13
+ "g5.xlarge": {
14
+ "cloud": "AWS",
15
+ "gpu": "1xNVIDIA A10G",
16
+ "gpuRAM": "24 GB",
17
+ "url": "https://instances.vantage.sh/aws/ec2/g5.xlarge",
18
+ },
19
+ "g5.2xlarge": {
20
+ "cloud": "AWS",
21
+ "gpu": "1xNVIDIA A10G",
22
+ "gpuRAM": "24 GB",
23
+ "url": "https://instances.vantage.sh/aws/ec2/g5.2xlarge",
24
+ },
25
+ "g5.12xlarge": {
26
+ "cloud": "AWS",
27
+ "gpu": "4xNVIDIA A10G",
28
+ "gpuRAM": "96 GB",
29
+ "url": "https://instances.vantage.sh/aws/ec2/g5.12xlarge",
30
+ },
31
+ "g5.48xlarge": {
32
+ "cloud": "AWS",
33
+ "gpu": "8xNVIDIA A10G",
34
+ "gpuRAM": "192 GB",
35
+ "url": "https://instances.vantage.sh/aws/ec2/g5.48xlarge",
36
+ },
37
+ "g6.2xlarge": {
38
+ "cloud": "AWS",
39
+ "gpu": "1xNVIDIA L4",
40
+ "gpuRAM": "24 GB",
41
+ "url": "https://instances.vantage.sh/aws/ec2/g6.2xlarge",
42
+ },
43
+ "g6.12xlarge": {
44
+ "cloud": "AWS",
45
+ "gpu": "4xNVIDIA L4",
46
+ "gpuRAM": "96 GB",
47
+ "url": "https://instances.vantage.sh/aws/ec2/g6.12xlarge",
48
+ },
49
+ "g6.48xlarge": {
50
+ "cloud": "AWS",
51
+ "gpu": "8xNVIDIA L4",
52
+ "gpuRAM": "192 GB",
53
+ "url": "https://instances.vantage.sh/aws/ec2/g6.48xlarge",
54
+ },
55
+ "g6e.2xlarge": {
56
+ "cloud": "AWS",
57
+ "gpu": "1xNVIDIA L40S",
58
+ "gpuRAM": "48 GB",
59
+ "url": "https://instances.vantage.sh/aws/ec2/g6e.2xlarge",
60
+ },
61
+ "g6e.12xlarge": {
62
+ "cloud": "AWS",
63
+ "gpu": "4xNVIDIA L40S",
64
+ "gpuRAM": "192 GB",
65
+ "url": "https://instances.vantage.sh/aws/ec2/g6e.12xlarge",
66
+ },
67
+ "g4dn.12xlarge": {
68
+ "cloud": "AWS",
69
+ "gpu": "4xNVIDIA T4",
70
+ "gpuRAM": "64 GB",
71
+ "url": "https://instances.vantage.sh/aws/ec2/g4dn.12xlarge",
72
+ },
73
+ "p4d.24xlarge": {
74
+ "cloud": "AWS",
75
+ "gpu": "4xNVIDIA A100",
76
+ "gpuRAM": "320 GB",
77
+ "url": "https://instances.vantage.sh/aws/ec2/p4d.24xlarge",
78
+ },
79
+ "p4de.24xlarge": {
80
+ "cloud": "AWS",
81
+ "gpu": "8xNVIDIA A100",
82
+ "gpuRAM": "320 GB",
83
+ "url": "https://instances.vantage.sh/aws/ec2/p4de.24xlarge",
84
+ },
85
+ "p5.48xlarge": {
86
+ "cloud": "AWS",
87
+ "gpu": "8xNVIDIA H100",
88
+ "gpuRAM": "640GB",
89
+ "url": "https://instances.vantage.sh/aws/ec2/p5.48xlarge",
90
+ },
91
+ "c6i.xlarge": {
92
+ "cloud": "AWS",
93
+ "gpu": "-",
94
+ "gpuRAM": "-",
95
+ "url": "https://instances.vantage.sh/aws/ec2/c6i.xlarge",
96
+ },
97
+ "c6i.2xlarge": {
98
+ "cloud": "AWS",
99
+ "gpu": "-",
100
+ "gpuRAM": "-",
101
+ "url": "https://instances.vantage.sh/aws/ec2/c6i.2xlarge",
102
+ },
103
+ "c6i.4xlarge": {
104
+ "cloud": "AWS",
105
+ "gpu": "-",
106
+ "gpuRAM": "-",
107
+ "url": "https://instances.vantage.sh/aws/ec2/c6i.4xlarge",
108
+ },
109
+ "c7i.4xlarge": {
110
+ "cloud": "AWS",
111
+ "gpu": "-",
112
+ "gpuRAM": "-",
113
+ "url": "https://instances.vantage.sh/aws/ec2/c7i.4xlarge",
114
+ },
115
+ "inf2.24xlarge": {
116
+ "cloud": "AWS",
117
+ "gpu": "12xNeuronCore v2",
118
+ "gpuRAM": "192 GB",
119
+ "url": "https://instances.vantage.sh/aws/ec2/inf2.24xlarge",
120
+ },
121
+ "inf2.48xlarge": {
122
+ "cloud": "AWS",
123
+ "gpu": "24xNeuronCore v2",
124
+ "gpuRAM": "384 GB",
125
+ "url": "https://instances.vantage.sh/aws/ec2/inf2.48xlarge",
126
+ },
127
+ "inf2.*": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-", "url": ""},
128
  }
129
 
130
  results = {