End of training
Browse files- .gitattributes +4 -0
- README.md +49 -0
- checkpoint-500/controlnet/config.json +58 -0
- checkpoint-500/controlnet/diffusion_pytorch_model.safetensors +3 -0
- checkpoint-500/optimizer.bin +3 -0
- checkpoint-500/random_states_0.pkl +3 -0
- checkpoint-500/scaler.pt +3 -0
- checkpoint-500/scheduler.bin +3 -0
- config.json +58 -0
- diffusion_pytorch_model.safetensors +3 -0
- image_control.png +0 -0
- images_0.png +3 -0
- images_1.png +3 -0
- images_2.png +3 -0
- images_3.png +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
images_0.png filter=lfs diff=lfs merge=lfs -text
|
37 |
+
images_1.png filter=lfs diff=lfs merge=lfs -text
|
38 |
+
images_2.png filter=lfs diff=lfs merge=lfs -text
|
39 |
+
images_3.png filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
base_model: John6666/anima-pencil-xl-v5-sdxl
|
3 |
+
library_name: diffusers
|
4 |
+
license: openrail++
|
5 |
+
tags:
|
6 |
+
- stable-diffusion-xl
|
7 |
+
- stable-diffusion-xl-diffusers
|
8 |
+
- text-to-image
|
9 |
+
- diffusers
|
10 |
+
- controlnet
|
11 |
+
- diffusers-training
|
12 |
+
inference: true
|
13 |
+
---
|
14 |
+
|
15 |
+
<!-- This model card has been generated automatically according to the information the training script had access to. You
|
16 |
+
should probably proofread and complete it, then remove this comment. -->
|
17 |
+
|
18 |
+
|
19 |
+
# controlnet-adipanda/lineart-3_6
|
20 |
+
|
21 |
+
These are controlnet weights trained on John6666/anima-pencil-xl-v5-sdxl with new type of conditioning.
|
22 |
+
You can find some example images below.
|
23 |
+
|
24 |
+
prompt: comic, english text, long brown hair, speech bubble, bright, crowd, multiple girls, blue hat, vibrant !!, multiple boys in green, 6+boys in yellow
|
25 |
+
![images_0)](./images_0.png)
|
26 |
+
prompt: comic, english text, 1boy in blue, 1girl in red, sitting, wooden table, plaid skirt, sweat, blue chair, speech bubble, closed green eyes, short brown hair, red cup, indoors, blue jacket
|
27 |
+
![images_1)](./images_1.png)
|
28 |
+
prompt: 1boy, male focus, orange hair, open mouth, english text, solo, speech bubble, shirt, short hair, blush, comic, teeth, white shirt, brown eyes
|
29 |
+
![images_2)](./images_2.png)
|
30 |
+
prompt: comic, multiple girls, white headband, blush, headband, shirt, jacket, english text, gym uniform, pants, black hair, running, blue pants, brown eyes, white shirt, shoes, blue jacket, hair between eyes, purple hair, outdoors, open mouth, multiple boys, red hair, parted bangs, 2girls, day, smile, closed mouth, carrying, sweat, 1boy, brown hair, :d, jaggy lines, gym shirt, short sleeves, long hair, blue shorts, white footwear, wavy mouth
|
31 |
+
![images_3)](./images_3.png)
|
32 |
+
|
33 |
+
|
34 |
+
|
35 |
+
## Intended uses & limitations
|
36 |
+
|
37 |
+
#### How to use
|
38 |
+
|
39 |
+
```python
|
40 |
+
# TODO: add an example code snippet for running this diffusion pipeline
|
41 |
+
```
|
42 |
+
|
43 |
+
#### Limitations and bias
|
44 |
+
|
45 |
+
[TODO: provide examples of latent issues and potential remediations]
|
46 |
+
|
47 |
+
## Training details
|
48 |
+
|
49 |
+
[TODO: describe the data used to train the model]
|
checkpoint-500/controlnet/config.json
ADDED
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_class_name": "ControlNetModel",
|
3 |
+
"_diffusers_version": "0.30.0.dev0",
|
4 |
+
"_name_or_path": "./prev_controlnet",
|
5 |
+
"act_fn": "silu",
|
6 |
+
"addition_embed_type": "text_time",
|
7 |
+
"addition_embed_type_num_heads": 64,
|
8 |
+
"addition_time_embed_dim": 256,
|
9 |
+
"attention_head_dim": [
|
10 |
+
5,
|
11 |
+
10,
|
12 |
+
20
|
13 |
+
],
|
14 |
+
"block_out_channels": [
|
15 |
+
320,
|
16 |
+
640,
|
17 |
+
1280
|
18 |
+
],
|
19 |
+
"class_embed_type": null,
|
20 |
+
"conditioning_channels": 3,
|
21 |
+
"conditioning_embedding_out_channels": [
|
22 |
+
16,
|
23 |
+
32,
|
24 |
+
96,
|
25 |
+
256
|
26 |
+
],
|
27 |
+
"controlnet_conditioning_channel_order": "rgb",
|
28 |
+
"cross_attention_dim": 2048,
|
29 |
+
"down_block_types": [
|
30 |
+
"DownBlock2D",
|
31 |
+
"CrossAttnDownBlock2D",
|
32 |
+
"CrossAttnDownBlock2D"
|
33 |
+
],
|
34 |
+
"downsample_padding": 1,
|
35 |
+
"encoder_hid_dim": null,
|
36 |
+
"encoder_hid_dim_type": null,
|
37 |
+
"flip_sin_to_cos": true,
|
38 |
+
"freq_shift": 0,
|
39 |
+
"global_pool_conditions": false,
|
40 |
+
"in_channels": 4,
|
41 |
+
"layers_per_block": 2,
|
42 |
+
"mid_block_scale_factor": 1,
|
43 |
+
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
44 |
+
"norm_eps": 1e-05,
|
45 |
+
"norm_num_groups": 32,
|
46 |
+
"num_attention_heads": null,
|
47 |
+
"num_class_embeds": null,
|
48 |
+
"only_cross_attention": false,
|
49 |
+
"projection_class_embeddings_input_dim": 2816,
|
50 |
+
"resnet_time_scale_shift": "default",
|
51 |
+
"transformer_layers_per_block": [
|
52 |
+
1,
|
53 |
+
2,
|
54 |
+
10
|
55 |
+
],
|
56 |
+
"upcast_attention": null,
|
57 |
+
"use_linear_projection": true
|
58 |
+
}
|
checkpoint-500/controlnet/diffusion_pytorch_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48bbb721d45fa25b91a5c52d7aadcb8db0283285f18ea2085ac952f86ffeda51
|
3 |
+
size 5004167864
|
checkpoint-500/optimizer.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:144f1e1e9b3285aa88e42ee11d2b986b61c65428c47c4acf570bc95459fcb52b
|
3 |
+
size 10008841510
|
checkpoint-500/random_states_0.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5364dcf5587c30880bc8ca63e9fabd2d5bec457307b522f430c347fad293c7dc
|
3 |
+
size 15060
|
checkpoint-500/scaler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
|
3 |
+
size 988
|
checkpoint-500/scheduler.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88022db35e802613d8fdda53ce01c5c68144b6adbcc6bc79ddd6cb06134eca02
|
3 |
+
size 1000
|
config.json
ADDED
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_class_name": "ControlNetModel",
|
3 |
+
"_diffusers_version": "0.30.0.dev0",
|
4 |
+
"_name_or_path": "./prev_controlnet",
|
5 |
+
"act_fn": "silu",
|
6 |
+
"addition_embed_type": "text_time",
|
7 |
+
"addition_embed_type_num_heads": 64,
|
8 |
+
"addition_time_embed_dim": 256,
|
9 |
+
"attention_head_dim": [
|
10 |
+
5,
|
11 |
+
10,
|
12 |
+
20
|
13 |
+
],
|
14 |
+
"block_out_channels": [
|
15 |
+
320,
|
16 |
+
640,
|
17 |
+
1280
|
18 |
+
],
|
19 |
+
"class_embed_type": null,
|
20 |
+
"conditioning_channels": 3,
|
21 |
+
"conditioning_embedding_out_channels": [
|
22 |
+
16,
|
23 |
+
32,
|
24 |
+
96,
|
25 |
+
256
|
26 |
+
],
|
27 |
+
"controlnet_conditioning_channel_order": "rgb",
|
28 |
+
"cross_attention_dim": 2048,
|
29 |
+
"down_block_types": [
|
30 |
+
"DownBlock2D",
|
31 |
+
"CrossAttnDownBlock2D",
|
32 |
+
"CrossAttnDownBlock2D"
|
33 |
+
],
|
34 |
+
"downsample_padding": 1,
|
35 |
+
"encoder_hid_dim": null,
|
36 |
+
"encoder_hid_dim_type": null,
|
37 |
+
"flip_sin_to_cos": true,
|
38 |
+
"freq_shift": 0,
|
39 |
+
"global_pool_conditions": false,
|
40 |
+
"in_channels": 4,
|
41 |
+
"layers_per_block": 2,
|
42 |
+
"mid_block_scale_factor": 1,
|
43 |
+
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
44 |
+
"norm_eps": 1e-05,
|
45 |
+
"norm_num_groups": 32,
|
46 |
+
"num_attention_heads": null,
|
47 |
+
"num_class_embeds": null,
|
48 |
+
"only_cross_attention": false,
|
49 |
+
"projection_class_embeddings_input_dim": 2816,
|
50 |
+
"resnet_time_scale_shift": "default",
|
51 |
+
"transformer_layers_per_block": [
|
52 |
+
1,
|
53 |
+
2,
|
54 |
+
10
|
55 |
+
],
|
56 |
+
"upcast_attention": null,
|
57 |
+
"use_linear_projection": true
|
58 |
+
}
|
diffusion_pytorch_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a42c23a71a231ef31ef303e963e49086bb56e855c961ca968c0de168a22b5e4a
|
3 |
+
size 5004167864
|
image_control.png
ADDED
images_0.png
ADDED
Git LFS Details
|
images_1.png
ADDED
Git LFS Details
|
images_2.png
ADDED
Git LFS Details
|
images_3.png
ADDED
Git LFS Details
|