Commit
·
172be56
1
Parent(s):
792f7f1
500k
Browse files- ComfyUI-test10k.json +0 -486
- README.md +6 -59
- example.png +2 -2
- example2.png +2 -2
- example3.png +2 -2
- example4.png +2 -2
- example5.png +2 -2
- model_index.json +42 -0
- scheduler/scheduler_config.json +25 -0
- text_encoder/config.json +24 -0
- sdxl-ztsnr-sigma-10k.safetensors → text_encoder/model.safetensors +2 -2
- text_encoder_2/config.json +24 -0
- text_encoder_2/model.safetensors +3 -0
- tokenizer/merges.txt +0 -0
- tokenizer/special_tokens_map.json +30 -0
- tokenizer/tokenizer_config.json +30 -0
- tokenizer/vocab.json +0 -0
- tokenizer_2/merges.txt +0 -0
- tokenizer_2/special_tokens_map.json +30 -0
- tokenizer_2/tokenizer_config.json +39 -0
- tokenizer_2/vocab.json +0 -0
- unet/config.json +73 -0
- unet/diffusion_pytorch_model.safetensors +3 -0
- vae/config.json +38 -0
- vae/diffusion_pytorch_model.safetensors +3 -0
ComfyUI-test10k.json
DELETED
|
@@ -1,486 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"last_node_id": 373,
|
| 3 |
-
"last_link_id": 982,
|
| 4 |
-
"nodes": [
|
| 5 |
-
{
|
| 6 |
-
"id": 287,
|
| 7 |
-
"type": "VAEDecode",
|
| 8 |
-
"pos": {
|
| 9 |
-
"0": 166,
|
| 10 |
-
"1": 663
|
| 11 |
-
},
|
| 12 |
-
"size": {
|
| 13 |
-
"0": 210,
|
| 14 |
-
"1": 46
|
| 15 |
-
},
|
| 16 |
-
"flags": {
|
| 17 |
-
"collapsed": false
|
| 18 |
-
},
|
| 19 |
-
"order": 7,
|
| 20 |
-
"mode": 0,
|
| 21 |
-
"inputs": [
|
| 22 |
-
{
|
| 23 |
-
"name": "samples",
|
| 24 |
-
"type": "LATENT",
|
| 25 |
-
"link": 943
|
| 26 |
-
},
|
| 27 |
-
{
|
| 28 |
-
"name": "vae",
|
| 29 |
-
"type": "VAE",
|
| 30 |
-
"link": 980
|
| 31 |
-
}
|
| 32 |
-
],
|
| 33 |
-
"outputs": [
|
| 34 |
-
{
|
| 35 |
-
"name": "IMAGE",
|
| 36 |
-
"type": "IMAGE",
|
| 37 |
-
"links": [
|
| 38 |
-
708
|
| 39 |
-
],
|
| 40 |
-
"slot_index": 0
|
| 41 |
-
}
|
| 42 |
-
],
|
| 43 |
-
"properties": {
|
| 44 |
-
"Node name for S&R": "VAEDecode"
|
| 45 |
-
},
|
| 46 |
-
"widgets_values": []
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"id": 347,
|
| 50 |
-
"type": "CLIPTextEncode",
|
| 51 |
-
"pos": {
|
| 52 |
-
"0": -461,
|
| 53 |
-
"1": 965
|
| 54 |
-
},
|
| 55 |
-
"size": {
|
| 56 |
-
"0": 400,
|
| 57 |
-
"1": 200
|
| 58 |
-
},
|
| 59 |
-
"flags": {},
|
| 60 |
-
"order": 4,
|
| 61 |
-
"mode": 0,
|
| 62 |
-
"inputs": [
|
| 63 |
-
{
|
| 64 |
-
"name": "clip",
|
| 65 |
-
"type": "CLIP",
|
| 66 |
-
"link": 978
|
| 67 |
-
}
|
| 68 |
-
],
|
| 69 |
-
"outputs": [
|
| 70 |
-
{
|
| 71 |
-
"name": "CONDITIONING",
|
| 72 |
-
"type": "CONDITIONING",
|
| 73 |
-
"links": [
|
| 74 |
-
938
|
| 75 |
-
],
|
| 76 |
-
"slot_index": 0
|
| 77 |
-
}
|
| 78 |
-
],
|
| 79 |
-
"properties": {
|
| 80 |
-
"Node name for S&R": "CLIPTextEncode"
|
| 81 |
-
},
|
| 82 |
-
"widgets_values": [
|
| 83 |
-
""
|
| 84 |
-
]
|
| 85 |
-
},
|
| 86 |
-
{
|
| 87 |
-
"id": 358,
|
| 88 |
-
"type": "KSamplerSelect",
|
| 89 |
-
"pos": {
|
| 90 |
-
"0": -416,
|
| 91 |
-
"1": 1228
|
| 92 |
-
},
|
| 93 |
-
"size": {
|
| 94 |
-
"0": 315,
|
| 95 |
-
"1": 58
|
| 96 |
-
},
|
| 97 |
-
"flags": {},
|
| 98 |
-
"order": 0,
|
| 99 |
-
"mode": 0,
|
| 100 |
-
"inputs": [],
|
| 101 |
-
"outputs": [
|
| 102 |
-
{
|
| 103 |
-
"name": "SAMPLER",
|
| 104 |
-
"type": "SAMPLER",
|
| 105 |
-
"links": [
|
| 106 |
-
941
|
| 107 |
-
]
|
| 108 |
-
}
|
| 109 |
-
],
|
| 110 |
-
"properties": {
|
| 111 |
-
"Node name for S&R": "KSamplerSelect"
|
| 112 |
-
},
|
| 113 |
-
"widgets_values": [
|
| 114 |
-
"euler_ancestral"
|
| 115 |
-
]
|
| 116 |
-
},
|
| 117 |
-
{
|
| 118 |
-
"id": 365,
|
| 119 |
-
"type": "BasicScheduler",
|
| 120 |
-
"pos": {
|
| 121 |
-
"0": -411,
|
| 122 |
-
"1": 1332
|
| 123 |
-
},
|
| 124 |
-
"size": {
|
| 125 |
-
"0": 315,
|
| 126 |
-
"1": 106
|
| 127 |
-
},
|
| 128 |
-
"flags": {},
|
| 129 |
-
"order": 3,
|
| 130 |
-
"mode": 0,
|
| 131 |
-
"inputs": [
|
| 132 |
-
{
|
| 133 |
-
"name": "model",
|
| 134 |
-
"type": "MODEL",
|
| 135 |
-
"link": 982
|
| 136 |
-
}
|
| 137 |
-
],
|
| 138 |
-
"outputs": [
|
| 139 |
-
{
|
| 140 |
-
"name": "SIGMAS",
|
| 141 |
-
"type": "SIGMAS",
|
| 142 |
-
"links": [
|
| 143 |
-
955
|
| 144 |
-
]
|
| 145 |
-
}
|
| 146 |
-
],
|
| 147 |
-
"properties": {
|
| 148 |
-
"Node name for S&R": "BasicScheduler"
|
| 149 |
-
},
|
| 150 |
-
"widgets_values": [
|
| 151 |
-
"normal",
|
| 152 |
-
28,
|
| 153 |
-
1
|
| 154 |
-
]
|
| 155 |
-
},
|
| 156 |
-
{
|
| 157 |
-
"id": 371,
|
| 158 |
-
"type": "EmptyLatentImage",
|
| 159 |
-
"pos": {
|
| 160 |
-
"0": -873,
|
| 161 |
-
"1": 1278
|
| 162 |
-
},
|
| 163 |
-
"size": {
|
| 164 |
-
"0": 315,
|
| 165 |
-
"1": 106
|
| 166 |
-
},
|
| 167 |
-
"flags": {},
|
| 168 |
-
"order": 1,
|
| 169 |
-
"mode": 0,
|
| 170 |
-
"inputs": [],
|
| 171 |
-
"outputs": [
|
| 172 |
-
{
|
| 173 |
-
"name": "LATENT",
|
| 174 |
-
"type": "LATENT",
|
| 175 |
-
"links": [
|
| 176 |
-
974
|
| 177 |
-
]
|
| 178 |
-
}
|
| 179 |
-
],
|
| 180 |
-
"properties": {
|
| 181 |
-
"Node name for S&R": "EmptyLatentImage"
|
| 182 |
-
},
|
| 183 |
-
"widgets_values": [
|
| 184 |
-
1024,
|
| 185 |
-
1024,
|
| 186 |
-
2
|
| 187 |
-
]
|
| 188 |
-
},
|
| 189 |
-
{
|
| 190 |
-
"id": 346,
|
| 191 |
-
"type": "CLIPTextEncode",
|
| 192 |
-
"pos": {
|
| 193 |
-
"0": -449,
|
| 194 |
-
"1": 696
|
| 195 |
-
},
|
| 196 |
-
"size": {
|
| 197 |
-
"0": 400,
|
| 198 |
-
"1": 200
|
| 199 |
-
},
|
| 200 |
-
"flags": {},
|
| 201 |
-
"order": 5,
|
| 202 |
-
"mode": 0,
|
| 203 |
-
"inputs": [
|
| 204 |
-
{
|
| 205 |
-
"name": "clip",
|
| 206 |
-
"type": "CLIP",
|
| 207 |
-
"link": 979
|
| 208 |
-
}
|
| 209 |
-
],
|
| 210 |
-
"outputs": [
|
| 211 |
-
{
|
| 212 |
-
"name": "CONDITIONING",
|
| 213 |
-
"type": "CONDITIONING",
|
| 214 |
-
"links": [
|
| 215 |
-
939
|
| 216 |
-
],
|
| 217 |
-
"slot_index": 0
|
| 218 |
-
}
|
| 219 |
-
],
|
| 220 |
-
"properties": {
|
| 221 |
-
"Node name for S&R": "CLIPTextEncode"
|
| 222 |
-
},
|
| 223 |
-
"widgets_values": [
|
| 224 |
-
"Space Marine Meditation | Warhammer 40k Inspired Ambient "
|
| 225 |
-
]
|
| 226 |
-
},
|
| 227 |
-
{
|
| 228 |
-
"id": 170,
|
| 229 |
-
"type": "PreviewImage",
|
| 230 |
-
"pos": {
|
| 231 |
-
"0": 681,
|
| 232 |
-
"1": 724
|
| 233 |
-
},
|
| 234 |
-
"size": {
|
| 235 |
-
"0": 1663.6668701171875,
|
| 236 |
-
"1": 803.4244384765625
|
| 237 |
-
},
|
| 238 |
-
"flags": {},
|
| 239 |
-
"order": 8,
|
| 240 |
-
"mode": 0,
|
| 241 |
-
"inputs": [
|
| 242 |
-
{
|
| 243 |
-
"name": "images",
|
| 244 |
-
"type": "IMAGE",
|
| 245 |
-
"link": 708
|
| 246 |
-
}
|
| 247 |
-
],
|
| 248 |
-
"outputs": [],
|
| 249 |
-
"properties": {
|
| 250 |
-
"Node name for S&R": "PreviewImage"
|
| 251 |
-
},
|
| 252 |
-
"widgets_values": []
|
| 253 |
-
},
|
| 254 |
-
{
|
| 255 |
-
"id": 357,
|
| 256 |
-
"type": "SamplerCustom",
|
| 257 |
-
"pos": {
|
| 258 |
-
"0": 17,
|
| 259 |
-
"1": 880
|
| 260 |
-
},
|
| 261 |
-
"size": {
|
| 262 |
-
"0": 304.5533447265625,
|
| 263 |
-
"1": 442
|
| 264 |
-
},
|
| 265 |
-
"flags": {},
|
| 266 |
-
"order": 6,
|
| 267 |
-
"mode": 0,
|
| 268 |
-
"inputs": [
|
| 269 |
-
{
|
| 270 |
-
"name": "model",
|
| 271 |
-
"type": "MODEL",
|
| 272 |
-
"link": 981
|
| 273 |
-
},
|
| 274 |
-
{
|
| 275 |
-
"name": "positive",
|
| 276 |
-
"type": "CONDITIONING",
|
| 277 |
-
"link": 939
|
| 278 |
-
},
|
| 279 |
-
{
|
| 280 |
-
"name": "negative",
|
| 281 |
-
"type": "CONDITIONING",
|
| 282 |
-
"link": 938
|
| 283 |
-
},
|
| 284 |
-
{
|
| 285 |
-
"name": "sampler",
|
| 286 |
-
"type": "SAMPLER",
|
| 287 |
-
"link": 941
|
| 288 |
-
},
|
| 289 |
-
{
|
| 290 |
-
"name": "sigmas",
|
| 291 |
-
"type": "SIGMAS",
|
| 292 |
-
"link": 955
|
| 293 |
-
},
|
| 294 |
-
{
|
| 295 |
-
"name": "latent_image",
|
| 296 |
-
"type": "LATENT",
|
| 297 |
-
"link": 974
|
| 298 |
-
}
|
| 299 |
-
],
|
| 300 |
-
"outputs": [
|
| 301 |
-
{
|
| 302 |
-
"name": "output",
|
| 303 |
-
"type": "LATENT",
|
| 304 |
-
"links": [
|
| 305 |
-
943
|
| 306 |
-
],
|
| 307 |
-
"slot_index": 0
|
| 308 |
-
},
|
| 309 |
-
{
|
| 310 |
-
"name": "denoised_output",
|
| 311 |
-
"type": "LATENT",
|
| 312 |
-
"links": null
|
| 313 |
-
}
|
| 314 |
-
],
|
| 315 |
-
"properties": {
|
| 316 |
-
"Node name for S&R": "SamplerCustom"
|
| 317 |
-
},
|
| 318 |
-
"widgets_values": [
|
| 319 |
-
true,
|
| 320 |
-
1013633777621875,
|
| 321 |
-
"randomize",
|
| 322 |
-
7.5
|
| 323 |
-
]
|
| 324 |
-
},
|
| 325 |
-
{
|
| 326 |
-
"id": 373,
|
| 327 |
-
"type": "CheckpointLoaderSimple",
|
| 328 |
-
"pos": {
|
| 329 |
-
"0": -1037.7359619140625,
|
| 330 |
-
"1": 827.5658569335938
|
| 331 |
-
},
|
| 332 |
-
"size": {
|
| 333 |
-
"0": 315,
|
| 334 |
-
"1": 98
|
| 335 |
-
},
|
| 336 |
-
"flags": {},
|
| 337 |
-
"order": 2,
|
| 338 |
-
"mode": 0,
|
| 339 |
-
"inputs": [],
|
| 340 |
-
"outputs": [
|
| 341 |
-
{
|
| 342 |
-
"name": "MODEL",
|
| 343 |
-
"type": "MODEL",
|
| 344 |
-
"links": [
|
| 345 |
-
981,
|
| 346 |
-
982
|
| 347 |
-
],
|
| 348 |
-
"slot_index": 0
|
| 349 |
-
},
|
| 350 |
-
{
|
| 351 |
-
"name": "CLIP",
|
| 352 |
-
"type": "CLIP",
|
| 353 |
-
"links": [
|
| 354 |
-
978,
|
| 355 |
-
979
|
| 356 |
-
],
|
| 357 |
-
"slot_index": 1
|
| 358 |
-
},
|
| 359 |
-
{
|
| 360 |
-
"name": "VAE",
|
| 361 |
-
"type": "VAE",
|
| 362 |
-
"links": [
|
| 363 |
-
980
|
| 364 |
-
],
|
| 365 |
-
"slot_index": 2
|
| 366 |
-
}
|
| 367 |
-
],
|
| 368 |
-
"properties": {
|
| 369 |
-
"Node name for S&R": "CheckpointLoaderSimple"
|
| 370 |
-
},
|
| 371 |
-
"widgets_values": [
|
| 372 |
-
"SDXL\\sdxl-ztsnr-sigma-10k.safetensors"
|
| 373 |
-
]
|
| 374 |
-
}
|
| 375 |
-
],
|
| 376 |
-
"links": [
|
| 377 |
-
[
|
| 378 |
-
708,
|
| 379 |
-
287,
|
| 380 |
-
0,
|
| 381 |
-
170,
|
| 382 |
-
0,
|
| 383 |
-
"IMAGE"
|
| 384 |
-
],
|
| 385 |
-
[
|
| 386 |
-
938,
|
| 387 |
-
347,
|
| 388 |
-
0,
|
| 389 |
-
357,
|
| 390 |
-
2,
|
| 391 |
-
"CONDITIONING"
|
| 392 |
-
],
|
| 393 |
-
[
|
| 394 |
-
939,
|
| 395 |
-
346,
|
| 396 |
-
0,
|
| 397 |
-
357,
|
| 398 |
-
1,
|
| 399 |
-
"CONDITIONING"
|
| 400 |
-
],
|
| 401 |
-
[
|
| 402 |
-
941,
|
| 403 |
-
358,
|
| 404 |
-
0,
|
| 405 |
-
357,
|
| 406 |
-
3,
|
| 407 |
-
"SAMPLER"
|
| 408 |
-
],
|
| 409 |
-
[
|
| 410 |
-
943,
|
| 411 |
-
357,
|
| 412 |
-
0,
|
| 413 |
-
287,
|
| 414 |
-
0,
|
| 415 |
-
"LATENT"
|
| 416 |
-
],
|
| 417 |
-
[
|
| 418 |
-
955,
|
| 419 |
-
365,
|
| 420 |
-
0,
|
| 421 |
-
357,
|
| 422 |
-
4,
|
| 423 |
-
"SIGMAS"
|
| 424 |
-
],
|
| 425 |
-
[
|
| 426 |
-
974,
|
| 427 |
-
371,
|
| 428 |
-
0,
|
| 429 |
-
357,
|
| 430 |
-
5,
|
| 431 |
-
"LATENT"
|
| 432 |
-
],
|
| 433 |
-
[
|
| 434 |
-
978,
|
| 435 |
-
373,
|
| 436 |
-
1,
|
| 437 |
-
347,
|
| 438 |
-
0,
|
| 439 |
-
"CLIP"
|
| 440 |
-
],
|
| 441 |
-
[
|
| 442 |
-
979,
|
| 443 |
-
373,
|
| 444 |
-
1,
|
| 445 |
-
346,
|
| 446 |
-
0,
|
| 447 |
-
"CLIP"
|
| 448 |
-
],
|
| 449 |
-
[
|
| 450 |
-
980,
|
| 451 |
-
373,
|
| 452 |
-
2,
|
| 453 |
-
287,
|
| 454 |
-
1,
|
| 455 |
-
"VAE"
|
| 456 |
-
],
|
| 457 |
-
[
|
| 458 |
-
981,
|
| 459 |
-
373,
|
| 460 |
-
0,
|
| 461 |
-
357,
|
| 462 |
-
0,
|
| 463 |
-
"MODEL"
|
| 464 |
-
],
|
| 465 |
-
[
|
| 466 |
-
982,
|
| 467 |
-
373,
|
| 468 |
-
0,
|
| 469 |
-
365,
|
| 470 |
-
0,
|
| 471 |
-
"MODEL"
|
| 472 |
-
]
|
| 473 |
-
],
|
| 474 |
-
"groups": [],
|
| 475 |
-
"config": {},
|
| 476 |
-
"extra": {
|
| 477 |
-
"ds": {
|
| 478 |
-
"scale": 1.0610764609501095,
|
| 479 |
-
"offset": [
|
| 480 |
-
1717.2345868209466,
|
| 481 |
-
-391.21652783223755
|
| 482 |
-
]
|
| 483 |
-
}
|
| 484 |
-
},
|
| 485 |
-
"version": 0.4
|
| 486 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
README.md
CHANGED
|
@@ -12,7 +12,7 @@ tags:
|
|
| 12 |
|
| 13 |
- [x] 10k dataset proof of concept (completed)[link](https://huggingface.co/dataautogpt3/ProteusSigma)
|
| 14 |
|
| 15 |
-
- [
|
| 16 |
|
| 17 |
- [ ] 12M million dataset finetune (planned)
|
| 18 |
|
|
@@ -153,11 +153,9 @@ tags:
|
|
| 153 |
<div class="gallery">
|
| 154 |
<div class="gallery-item">
|
| 155 |
<img src="https://huggingface.co/dataautogpt3/ProteusSigma/resolve/main/example.png" alt="Example Output 1" onclick="showImage(this.src)"/>
|
| 156 |
-
<div class="caption">A digital illustration of a lich with long grey hair and beard, as a university professor wearing a formal suit and standing in front of a class, writing on a whiteboard. He holds a marker, writing complex equations or magical symbols on the whiteboard.</div>
|
| 157 |
</div>
|
| 158 |
<div class="gallery-item">
|
| 159 |
<img src="https://huggingface.co/dataautogpt3/ProteusSigma/resolve/main/example2.png" alt="Example Output 2" onclick="showImage(this.src)"/>
|
| 160 |
-
<div class="caption">A Candid Photo of a real short grey alien peering around a corner while trying to hide from the viewer in a living room, real photography, fujifilm superia, full HD, taken on a Canon EOS R5 F1.2 ISO100 35MM</div>
|
| 161 |
</div>
|
| 162 |
<div class="gallery-item">
|
| 163 |
<img src="https://huggingface.co/dataautogpt3/ProteusSigma/resolve/main/example3.png" alt="Example Output 3" onclick="showImage(this.src)"/>
|
|
@@ -184,36 +182,11 @@ function showImage(src) {
|
|
| 184 |
|
| 185 |
# Combined Proteus and Mobius datasets with ZTSNR and NovelAI V3 Improvements
|
| 186 |
|
| 187 |
-
# Recommended Inference Parameters
|
| 188 |
-
|
| 189 |
-
[Example ComfyUI workflow](https://github.com/DataCTE/SDXL-Training-Improvements/blob/main/src/inference/Comfyui-zsnrnode/ztsnr%2Bv-pred.json)
|
| 190 |
-
|
| 191 |
-
## Installation
|
| 192 |
-
|
| 193 |
-
1. Install the custom nodes:
|
| 194 |
-
```bash
|
| 195 |
-
cd /path/to/ComfyUI/custom_nodes
|
| 196 |
-
git clone https://github.com/DataCTE/SDXL-Training-Improvements.git
|
| 197 |
-
mv SDXL-Training-Improvements/src/inference/Comfyui-zsnrnode ./zsnrnode
|
| 198 |
-
```
|
| 199 |
-
Restart ComfyUI to load the new nodes
|
| 200 |
-
Load the example workflow from the link above
|
| 201 |
-
|
| 202 |
-
Recommended Settings
|
| 203 |
-
|
| 204 |
-
Sampler: dpmpp_2m
|
| 205 |
-
|
| 206 |
-
Scheduler: Karras (Normal noise schedule)
|
| 207 |
-
|
| 208 |
-
Steps: 28 (Optimal step count)
|
| 209 |
-
|
| 210 |
-
CFG: 3.0 to 5.5 (Classifier-free guidance scale)
|
| 211 |
-
|
| 212 |
## Model Details
|
| 213 |
|
| 214 |
- **Model Type:** SDXL Fine-tuned with ZTSNR and NovelAI V3 Improvements
|
| 215 |
- **Base Model:** stabilityai/stable-diffusion-xl-base-1.0
|
| 216 |
-
- **Training Dataset:**
|
| 217 |
- **License:** Apache 2.0
|
| 218 |
|
| 219 |
## Key Features
|
|
@@ -221,42 +194,16 @@ CFG: 3.0 to 5.5 (Classifier-free guidance scale)
|
|
| 221 |
- Zero Terminal SNR (ZTSNR) implementation
|
| 222 |
- Increased σ_max ≈ 20000.0 (NovelAI research)
|
| 223 |
- High-resolution coherence enhancements
|
| 224 |
-
- Tag-based CLIP weighting
|
| 225 |
-
- VAE improvements
|
| 226 |
-
|
| 227 |
-
### Technical Specifications
|
| 228 |
-
|
| 229 |
-
- **Noise Schedule**: σ_max ≈ 20000.0 to σ_min ≈ 0.0292
|
| 230 |
-
- **Progressive Steps**: [20000, 17.8, 12.4, 9.2, 7.2, 5.4, 3.9, 2.1, 0.9, 0.0292]
|
| 231 |
-
- **Resolution Scaling**: √(H×W)/1024
|
| 232 |
|
| 233 |
## Training Details
|
| 234 |
|
| 235 |
### Training Configuration
|
| 236 |
-
- **Learning Rate:**
|
| 237 |
-
- **Batch Size:**
|
| 238 |
-
- **Gradient Accumulation Steps:**
|
|
|
|
| 239 |
- **Optimizer:** AdamW
|
| 240 |
- **Precision:** bfloat16
|
| 241 |
-
- **VAE Finetuning:** Enabled
|
| 242 |
-
- **VAE Learning Rate:** 1e-6
|
| 243 |
-
|
| 244 |
-
### CLIP Weight Configuration
|
| 245 |
-
- **Character Weight:** 1.5
|
| 246 |
-
- **Style Weight:** 1.2
|
| 247 |
-
- **Quality Weight:** 0.8
|
| 248 |
-
- **Setting Weight:** 1.0
|
| 249 |
-
- **Action Weight:** 1.1
|
| 250 |
-
- **Object Weight:** 0.9
|
| 251 |
-
|
| 252 |
-
|
| 253 |
-
## Performance Improvements
|
| 254 |
-
|
| 255 |
-
- 47% fewer artifacts at σ < 5.0
|
| 256 |
-
- Stable composition at σ > 12.4
|
| 257 |
-
- 31% better detail consistency
|
| 258 |
-
- Improved color accuracy
|
| 259 |
-
- Enhanced dark tone reproduction
|
| 260 |
|
| 261 |
## Repository and Resources
|
| 262 |
|
|
|
|
| 12 |
|
| 13 |
- [x] 10k dataset proof of concept (completed)[link](https://huggingface.co/dataautogpt3/ProteusSigma)
|
| 14 |
|
| 15 |
+
- [x] 500k+ dataset finetune (completed)
|
| 16 |
|
| 17 |
- [ ] 12M million dataset finetune (planned)
|
| 18 |
|
|
|
|
| 153 |
<div class="gallery">
|
| 154 |
<div class="gallery-item">
|
| 155 |
<img src="https://huggingface.co/dataautogpt3/ProteusSigma/resolve/main/example.png" alt="Example Output 1" onclick="showImage(this.src)"/>
|
|
|
|
| 156 |
</div>
|
| 157 |
<div class="gallery-item">
|
| 158 |
<img src="https://huggingface.co/dataautogpt3/ProteusSigma/resolve/main/example2.png" alt="Example Output 2" onclick="showImage(this.src)"/>
|
|
|
|
| 159 |
</div>
|
| 160 |
<div class="gallery-item">
|
| 161 |
<img src="https://huggingface.co/dataautogpt3/ProteusSigma/resolve/main/example3.png" alt="Example Output 3" onclick="showImage(this.src)"/>
|
|
|
|
| 182 |
|
| 183 |
# Combined Proteus and Mobius datasets with ZTSNR and NovelAI V3 Improvements
|
| 184 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 185 |
## Model Details
|
| 186 |
|
| 187 |
- **Model Type:** SDXL Fine-tuned with ZTSNR and NovelAI V3 Improvements
|
| 188 |
- **Base Model:** stabilityai/stable-diffusion-xl-base-1.0
|
| 189 |
+
- **Training Dataset:** 500,000 high-quality images
|
| 190 |
- **License:** Apache 2.0
|
| 191 |
|
| 192 |
## Key Features
|
|
|
|
| 194 |
- Zero Terminal SNR (ZTSNR) implementation
|
| 195 |
- Increased σ_max ≈ 20000.0 (NovelAI research)
|
| 196 |
- High-resolution coherence enhancements
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 197 |
|
| 198 |
## Training Details
|
| 199 |
|
| 200 |
### Training Configuration
|
| 201 |
+
- **Learning Rate:** 4e-7
|
| 202 |
+
- **Batch Size:** 8
|
| 203 |
+
- **Gradient Accumulation Steps:** 8
|
| 204 |
+
- **Epochs:** 80
|
| 205 |
- **Optimizer:** AdamW
|
| 206 |
- **Precision:** bfloat16
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
|
| 208 |
## Repository and Resources
|
| 209 |
|
example.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
example2.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
example3.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
example4.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
example5.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
model_index.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "StableDiffusionXLPipeline",
|
| 3 |
+
"_diffusers_version": "0.31.0",
|
| 4 |
+
"_name_or_path": "ProteusSigma-500k",
|
| 5 |
+
"feature_extractor": [
|
| 6 |
+
null,
|
| 7 |
+
null
|
| 8 |
+
],
|
| 9 |
+
"force_zeros_for_empty_prompt": false,
|
| 10 |
+
"image_encoder": [
|
| 11 |
+
null,
|
| 12 |
+
null
|
| 13 |
+
],
|
| 14 |
+
"scheduler": [
|
| 15 |
+
"diffusers",
|
| 16 |
+
"EulerDiscreteScheduler"
|
| 17 |
+
],
|
| 18 |
+
"text_encoder": [
|
| 19 |
+
"transformers",
|
| 20 |
+
"CLIPTextModel"
|
| 21 |
+
],
|
| 22 |
+
"text_encoder_2": [
|
| 23 |
+
"transformers",
|
| 24 |
+
"CLIPTextModelWithProjection"
|
| 25 |
+
],
|
| 26 |
+
"tokenizer": [
|
| 27 |
+
"transformers",
|
| 28 |
+
"CLIPTokenizer"
|
| 29 |
+
],
|
| 30 |
+
"tokenizer_2": [
|
| 31 |
+
"transformers",
|
| 32 |
+
"CLIPTokenizer"
|
| 33 |
+
],
|
| 34 |
+
"unet": [
|
| 35 |
+
"diffusers",
|
| 36 |
+
"UNet2DConditionModel"
|
| 37 |
+
],
|
| 38 |
+
"vae": [
|
| 39 |
+
"diffusers",
|
| 40 |
+
"AutoencoderKL"
|
| 41 |
+
]
|
| 42 |
+
}
|
scheduler/scheduler_config.json
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "EulerDiscreteScheduler",
|
| 3 |
+
"_diffusers_version": "0.31.0",
|
| 4 |
+
"beta_end": 0.012,
|
| 5 |
+
"beta_schedule": "scaled_linear",
|
| 6 |
+
"beta_start": 0.00085,
|
| 7 |
+
"clip_sample": false,
|
| 8 |
+
"final_sigmas_type": "zero",
|
| 9 |
+
"interpolation_type": "linear",
|
| 10 |
+
"num_train_timesteps": 1000,
|
| 11 |
+
"prediction_type": "epsilon",
|
| 12 |
+
"rescale_betas_zero_snr": false,
|
| 13 |
+
"sample_max_value": 1.0,
|
| 14 |
+
"set_alpha_to_one": false,
|
| 15 |
+
"sigma_max": null,
|
| 16 |
+
"sigma_min": null,
|
| 17 |
+
"skip_prk_steps": true,
|
| 18 |
+
"steps_offset": 1,
|
| 19 |
+
"timestep_spacing": "leading",
|
| 20 |
+
"timestep_type": "discrete",
|
| 21 |
+
"trained_betas": null,
|
| 22 |
+
"use_beta_sigmas": false,
|
| 23 |
+
"use_exponential_sigmas": false,
|
| 24 |
+
"use_karras_sigmas": false
|
| 25 |
+
}
|
text_encoder/config.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"CLIPTextModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 0,
|
| 7 |
+
"dropout": 0.0,
|
| 8 |
+
"eos_token_id": 2,
|
| 9 |
+
"hidden_act": "quick_gelu",
|
| 10 |
+
"hidden_size": 768,
|
| 11 |
+
"initializer_factor": 1.0,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3072,
|
| 14 |
+
"layer_norm_eps": 1e-05,
|
| 15 |
+
"max_position_embeddings": 77,
|
| 16 |
+
"model_type": "clip_text_model",
|
| 17 |
+
"num_attention_heads": 12,
|
| 18 |
+
"num_hidden_layers": 12,
|
| 19 |
+
"pad_token_id": 1,
|
| 20 |
+
"projection_dim": 768,
|
| 21 |
+
"torch_dtype": "float16",
|
| 22 |
+
"transformers_version": "4.32.0.dev0",
|
| 23 |
+
"vocab_size": 49408
|
| 24 |
+
}
|
sdxl-ztsnr-sigma-10k.safetensors → text_encoder/model.safetensors
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c3d6454dd2d23414b56aa1b5858a72487a656937847b6fea8d0606d7a42cdbc
|
| 3 |
+
size 492265168
|
text_encoder_2/config.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"CLIPTextModelWithProjection"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 0,
|
| 7 |
+
"dropout": 0.0,
|
| 8 |
+
"eos_token_id": 2,
|
| 9 |
+
"hidden_act": "gelu",
|
| 10 |
+
"hidden_size": 1280,
|
| 11 |
+
"initializer_factor": 1.0,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 5120,
|
| 14 |
+
"layer_norm_eps": 1e-05,
|
| 15 |
+
"max_position_embeddings": 77,
|
| 16 |
+
"model_type": "clip_text_model",
|
| 17 |
+
"num_attention_heads": 20,
|
| 18 |
+
"num_hidden_layers": 32,
|
| 19 |
+
"pad_token_id": 1,
|
| 20 |
+
"projection_dim": 1280,
|
| 21 |
+
"torch_dtype": "float16",
|
| 22 |
+
"transformers_version": "4.32.0.dev0",
|
| 23 |
+
"vocab_size": 49408
|
| 24 |
+
}
|
text_encoder_2/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3a6032f63d37ae02bbc74ccd6a27440578cd71701f96532229d0154f55a8d3ff
|
| 3 |
+
size 2778702264
|
tokenizer/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer/special_tokens_map.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<|startoftext|>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": true,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"eos_token": {
|
| 10 |
+
"content": "<|endoftext|>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": true,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": {
|
| 17 |
+
"content": "<|endoftext|>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": true,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"unk_token": {
|
| 24 |
+
"content": "<|endoftext|>",
|
| 25 |
+
"lstrip": false,
|
| 26 |
+
"normalized": true,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
}
|
| 30 |
+
}
|
tokenizer/tokenizer_config.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"added_tokens_decoder": {
|
| 4 |
+
"49406": {
|
| 5 |
+
"content": "<|startoftext|>",
|
| 6 |
+
"lstrip": false,
|
| 7 |
+
"normalized": true,
|
| 8 |
+
"rstrip": false,
|
| 9 |
+
"single_word": false,
|
| 10 |
+
"special": true
|
| 11 |
+
},
|
| 12 |
+
"49407": {
|
| 13 |
+
"content": "<|endoftext|>",
|
| 14 |
+
"lstrip": false,
|
| 15 |
+
"normalized": true,
|
| 16 |
+
"rstrip": false,
|
| 17 |
+
"single_word": false,
|
| 18 |
+
"special": true
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"bos_token": "<|startoftext|>",
|
| 22 |
+
"clean_up_tokenization_spaces": true,
|
| 23 |
+
"do_lower_case": true,
|
| 24 |
+
"eos_token": "<|endoftext|>",
|
| 25 |
+
"errors": "replace",
|
| 26 |
+
"model_max_length": 77,
|
| 27 |
+
"pad_token": "<|endoftext|>",
|
| 28 |
+
"tokenizer_class": "CLIPTokenizer",
|
| 29 |
+
"unk_token": "<|endoftext|>"
|
| 30 |
+
}
|
tokenizer/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_2/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_2/special_tokens_map.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<|startoftext|>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": true,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"eos_token": {
|
| 10 |
+
"content": "<|endoftext|>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": true,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": {
|
| 17 |
+
"content": "!",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"unk_token": {
|
| 24 |
+
"content": "<|endoftext|>",
|
| 25 |
+
"lstrip": false,
|
| 26 |
+
"normalized": true,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
}
|
| 30 |
+
}
|
tokenizer_2/tokenizer_config.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"added_tokens_decoder": {
|
| 4 |
+
"0": {
|
| 5 |
+
"content": "!",
|
| 6 |
+
"lstrip": false,
|
| 7 |
+
"normalized": false,
|
| 8 |
+
"rstrip": false,
|
| 9 |
+
"single_word": false,
|
| 10 |
+
"special": true
|
| 11 |
+
},
|
| 12 |
+
"49406": {
|
| 13 |
+
"content": "<|startoftext|>",
|
| 14 |
+
"lstrip": false,
|
| 15 |
+
"normalized": true,
|
| 16 |
+
"rstrip": false,
|
| 17 |
+
"single_word": false,
|
| 18 |
+
"special": true
|
| 19 |
+
},
|
| 20 |
+
"49407": {
|
| 21 |
+
"content": "<|endoftext|>",
|
| 22 |
+
"lstrip": false,
|
| 23 |
+
"normalized": true,
|
| 24 |
+
"rstrip": false,
|
| 25 |
+
"single_word": false,
|
| 26 |
+
"special": true
|
| 27 |
+
}
|
| 28 |
+
},
|
| 29 |
+
"bos_token": "<|startoftext|>",
|
| 30 |
+
"clean_up_tokenization_spaces": true,
|
| 31 |
+
"do_lower_case": true,
|
| 32 |
+
"eos_token": "<|endoftext|>",
|
| 33 |
+
"errors": "replace",
|
| 34 |
+
"model_max_length": 77,
|
| 35 |
+
"pad_token": "!",
|
| 36 |
+
"tokenizer_class": "CLIPTokenizer",
|
| 37 |
+
"unk_token": "<|endoftext|>",
|
| 38 |
+
"use_fast": false
|
| 39 |
+
}
|
tokenizer_2/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
unet/config.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "UNet2DConditionModel",
|
| 3 |
+
"_diffusers_version": "0.31.0",
|
| 4 |
+
"_name_or_path": "/workspace/SimpleTuner/output/models/20epochs",
|
| 5 |
+
"act_fn": "silu",
|
| 6 |
+
"addition_embed_type": "text_time",
|
| 7 |
+
"addition_embed_type_num_heads": 64,
|
| 8 |
+
"addition_time_embed_dim": 256,
|
| 9 |
+
"attention_head_dim": [
|
| 10 |
+
5,
|
| 11 |
+
10,
|
| 12 |
+
20
|
| 13 |
+
],
|
| 14 |
+
"attention_type": "default",
|
| 15 |
+
"block_out_channels": [
|
| 16 |
+
320,
|
| 17 |
+
640,
|
| 18 |
+
1280
|
| 19 |
+
],
|
| 20 |
+
"center_input_sample": false,
|
| 21 |
+
"class_embed_type": null,
|
| 22 |
+
"class_embeddings_concat": false,
|
| 23 |
+
"conv_in_kernel": 3,
|
| 24 |
+
"conv_out_kernel": 3,
|
| 25 |
+
"cross_attention_dim": 2048,
|
| 26 |
+
"cross_attention_norm": null,
|
| 27 |
+
"down_block_types": [
|
| 28 |
+
"DownBlock2D",
|
| 29 |
+
"CrossAttnDownBlock2D",
|
| 30 |
+
"CrossAttnDownBlock2D"
|
| 31 |
+
],
|
| 32 |
+
"downsample_padding": 1,
|
| 33 |
+
"dropout": 0.0,
|
| 34 |
+
"dual_cross_attention": false,
|
| 35 |
+
"encoder_hid_dim": null,
|
| 36 |
+
"encoder_hid_dim_type": null,
|
| 37 |
+
"flip_sin_to_cos": true,
|
| 38 |
+
"freq_shift": 0,
|
| 39 |
+
"in_channels": 4,
|
| 40 |
+
"layers_per_block": 2,
|
| 41 |
+
"mid_block_only_cross_attention": null,
|
| 42 |
+
"mid_block_scale_factor": 1,
|
| 43 |
+
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
| 44 |
+
"norm_eps": 1e-05,
|
| 45 |
+
"norm_num_groups": 32,
|
| 46 |
+
"num_attention_heads": null,
|
| 47 |
+
"num_class_embeds": null,
|
| 48 |
+
"only_cross_attention": false,
|
| 49 |
+
"out_channels": 4,
|
| 50 |
+
"projection_class_embeddings_input_dim": 2816,
|
| 51 |
+
"resnet_out_scale_factor": 1.0,
|
| 52 |
+
"resnet_skip_time_act": false,
|
| 53 |
+
"resnet_time_scale_shift": "default",
|
| 54 |
+
"reverse_transformer_layers_per_block": null,
|
| 55 |
+
"sample_size": 128,
|
| 56 |
+
"time_cond_proj_dim": null,
|
| 57 |
+
"time_embedding_act_fn": null,
|
| 58 |
+
"time_embedding_dim": null,
|
| 59 |
+
"time_embedding_type": "positional",
|
| 60 |
+
"timestep_post_act": null,
|
| 61 |
+
"transformer_layers_per_block": [
|
| 62 |
+
1,
|
| 63 |
+
2,
|
| 64 |
+
10
|
| 65 |
+
],
|
| 66 |
+
"up_block_types": [
|
| 67 |
+
"CrossAttnUpBlock2D",
|
| 68 |
+
"CrossAttnUpBlock2D",
|
| 69 |
+
"UpBlock2D"
|
| 70 |
+
],
|
| 71 |
+
"upcast_attention": null,
|
| 72 |
+
"use_linear_projection": true
|
| 73 |
+
}
|
unet/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98d8a302c0909ddf1b775f168baa6594012f2756722c4768cbd0327c7da7fb5b
|
| 3 |
+
size 5135151440
|
vae/config.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "AutoencoderKL",
|
| 3 |
+
"_diffusers_version": "0.31.0",
|
| 4 |
+
"_name_or_path": "madebyollin/sdxl-vae-fp16-fix",
|
| 5 |
+
"act_fn": "silu",
|
| 6 |
+
"block_out_channels": [
|
| 7 |
+
128,
|
| 8 |
+
256,
|
| 9 |
+
512,
|
| 10 |
+
512
|
| 11 |
+
],
|
| 12 |
+
"down_block_types": [
|
| 13 |
+
"DownEncoderBlock2D",
|
| 14 |
+
"DownEncoderBlock2D",
|
| 15 |
+
"DownEncoderBlock2D",
|
| 16 |
+
"DownEncoderBlock2D"
|
| 17 |
+
],
|
| 18 |
+
"force_upcast": false,
|
| 19 |
+
"in_channels": 3,
|
| 20 |
+
"latent_channels": 4,
|
| 21 |
+
"latents_mean": null,
|
| 22 |
+
"latents_std": null,
|
| 23 |
+
"layers_per_block": 2,
|
| 24 |
+
"mid_block_add_attention": true,
|
| 25 |
+
"norm_num_groups": 32,
|
| 26 |
+
"out_channels": 3,
|
| 27 |
+
"sample_size": 512,
|
| 28 |
+
"scaling_factor": 0.13025,
|
| 29 |
+
"shift_factor": null,
|
| 30 |
+
"up_block_types": [
|
| 31 |
+
"UpDecoderBlock2D",
|
| 32 |
+
"UpDecoderBlock2D",
|
| 33 |
+
"UpDecoderBlock2D",
|
| 34 |
+
"UpDecoderBlock2D"
|
| 35 |
+
],
|
| 36 |
+
"use_post_quant_conv": true,
|
| 37 |
+
"use_quant_conv": true
|
| 38 |
+
}
|
vae/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39a9822aaa359fe37ca5d3cff8a06b9505f29a018b2331d126b36472e77665a6
|
| 3 |
+
size 167335590
|