yasirme commited on
Commit
56add8f
·
verified ·
1 Parent(s): a8a618d

Update pipeline.json

Browse files
Files changed (1) hide show
  1. pipeline.json +75 -99
pipeline.json CHANGED
@@ -1,100 +1,76 @@
1
- {
2
- "api": {
3
- "models": {
4
- "Qwen2.5-Coder-32B-Instruct": {
5
- "type": "Text Generation",
6
- "api_url": "https://api-inference.huggingface.co/models/Qwen/Qwen2.5-Coder-32B-Instruct/v1/chat/completions",
7
- "headers": {
8
- "Content-Type": "application/json",
9
- "x-use-cache": "false",
10
- "config": {
11
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
12
- "Authorization": "Bearer os.environ.get('auth')"
13
- }
14
- }
15
- },
16
-
17
- "QwQ-32B-Preview": {
18
- "type": "Text Generation",
19
- "api_url": "https://api-inference.huggingface.co/models/Qwen/QwQ-32B-Preview/v1/chat/completions",
20
- "headers": {
21
- "Content-Type": "application/json",
22
- "x-use-cache": "false",
23
- "config": {
24
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
25
- "Authorization": "Bearer os.environ.get('auth')"
26
- }
27
- }
28
- },
29
-
30
- "SmallThinker-3B-Preview": {
31
- "type": "Text Generation",
32
- "api_url": "https://api-inference.huggingface.co/models/PowerInfer/SmallThinker-3B-Preview/v1/chat/completions",
33
- "headers": {
34
- "Content-Type": "application/json",
35
- "x-use-cache": "false",
36
- "config": {
37
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
38
- "Authorization": "Bearer os.environ.get('auth')"
39
- }
40
- }
41
- },
42
-
43
- "Mistral-Nemo-Instruct-2407": {
44
- "type": "Text Generation",
45
- "api_url": "https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/completions",
46
- "headers": {
47
- "Content-Type": "application/json",
48
- "x-use-cache": "false",
49
- "config": {
50
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
51
- "Authorization": "Bearer os.environ.get('auth')"
52
- }
53
- }
54
- },
55
-
56
- "Phi-3.5-mini-instruct": {
57
- "type": "Text Generation",
58
- "api_url": "https://api-inference.huggingface.co/models/microsoft/Phi-3.5-mini-instruct/v1/chat/completions",
59
- "headers": {
60
- "Content-Type": "application/json",
61
- "x-use-cache": "false",
62
- "config": {
63
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
64
- "Authorization": "Bearer os.environ.get('auth')"
65
- }
66
- }
67
- },
68
-
69
- "Llama-3.2-11B-Vision-Instruct": {
70
- "type": "image-text-to-text",
71
- "api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions",
72
- "headers": {
73
- "Content-Type": "application/json",
74
- "x-use-cache": "false",
75
- "config": {
76
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
77
- "Authorization": "Bearer os.environ.get('auth')"
78
- }
79
- }
80
- },
81
-
82
-
83
- "Meta-Llama-3-8B-Instruct": {
84
- "type": "Text Generation",
85
- "api_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct/v1/chat/completions",
86
- "headers": {
87
- "Content-Type": "application/json",
88
- "x-use-cache": "false",
89
- "config": {
90
- "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
91
- "Authorization": "Bearer os.environ.get('auth')"
92
- }
93
- }
94
- }
95
-
96
-
97
- }
98
- },
99
- "handle_stream": true
100
  }
 
1
+ {
2
+ "api": {
3
+ "models": {
4
+
5
+
6
+ "Mistral-Nemo-Instruct-2407": {
7
+ "type": "Text Generation",
8
+ "api_url": "https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/completions",
9
+ "headers": {
10
+ "Content-Type": "application/json",
11
+ "x-use-cache": "false",
12
+ "config": {
13
+ "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
14
+ "Authorization": "Bearer os.environ.get('auth')"
15
+ }
16
+ }
17
+ },
18
+
19
+ "SmallThinker-3B-Preview": {
20
+ "type": "Text Generation",
21
+ "api_url": "https://api-inference.huggingface.co/models/PowerInfer/SmallThinker-3B-Preview/v1/chat/completions",
22
+ "headers": {
23
+ "Content-Type": "application/json",
24
+ "x-use-cache": "false",
25
+ "config": {
26
+ "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
27
+ "Authorization": "Bearer os.environ.get('auth')"
28
+ }
29
+ }
30
+ },
31
+
32
+ "Phi-3.5-mini-instruct": {
33
+ "type": "Text Generation",
34
+ "api_url": "https://api-inference.huggingface.co/models/microsoft/Phi-3.5-mini-instruct/v1/chat/completions",
35
+ "headers": {
36
+ "Content-Type": "application/json",
37
+ "x-use-cache": "false",
38
+ "config": {
39
+ "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
40
+ "Authorization": "Bearer os.environ.get('auth')"
41
+ }
42
+ }
43
+ },
44
+
45
+ "Llama-3.2-11B-Vision-Instruct": {
46
+ "type": "image-text-to-text",
47
+ "api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions",
48
+ "headers": {
49
+ "Content-Type": "application/json",
50
+ "x-use-cache": "false",
51
+ "config": {
52
+ "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
53
+ "Authorization": "Bearer os.environ.get('auth')"
54
+ }
55
+ }
56
+ },
57
+
58
+
59
+ "Meta-Llama-3-8B-Instruct": {
60
+ "type": "Text Generation",
61
+ "api_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct/v1/chat/completions",
62
+ "headers": {
63
+ "Content-Type": "application/json",
64
+ "x-use-cache": "false",
65
+ "config": {
66
+ "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
67
+ "Authorization": "Bearer os.environ.get('auth')"
68
+ }
69
+ }
70
+ }
71
+
72
+
73
+ }
74
+ },
75
+ "handle_stream": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
76
  }