pyx9913
commited on
Commit
·
b8b90d5
1
Parent(s):
3fbf51c
update ckpt
Browse files- README.md +1 -1
- scheduler/scheduler_config.json +3 -2
- unet/config.json +13 -1
- unet/diffusion_pytorch_model.balance.bin +3 -0
- unet/diffusion_pytorch_model.bin +3 -0
- vae/config.json +3 -1
- vae/diffusion_pytorch_model.bin +3 -0
README.md
CHANGED
|
@@ -41,7 +41,7 @@ from transformers import AutoTokenizer
|
|
| 41 |
tokenizer = AutoTokenizer.from_pretrained('openbmb/VisCPM-Paint', trust_remote_code=True)
|
| 42 |
text_encoder = AutoModel.from_pretrained('openbmb/VisCPM-Paint', trust_remote_code=True)
|
| 43 |
print('load pipeline')
|
| 44 |
-
pipeline = DiffusionPipeline.from_pretrained('openbmb/VisCPM-Paint', custom_pipeline="
|
| 45 |
|
| 46 |
pipeline = pipeline.to('cuda')
|
| 47 |
|
|
|
|
| 41 |
tokenizer = AutoTokenizer.from_pretrained('openbmb/VisCPM-Paint', trust_remote_code=True)
|
| 42 |
text_encoder = AutoModel.from_pretrained('openbmb/VisCPM-Paint', trust_remote_code=True)
|
| 43 |
print('load pipeline')
|
| 44 |
+
pipeline = DiffusionPipeline.from_pretrained('openbmb/VisCPM-Paint', custom_pipeline="openbmb/VisCPM-Paint", text_encoder=text_encoder, tokenizer=tokenizer)
|
| 45 |
|
| 46 |
pipeline = pipeline.to('cuda')
|
| 47 |
|
scheduler/scheduler_config.json
CHANGED
|
@@ -1,10 +1,11 @@
|
|
| 1 |
{
|
| 2 |
-
"_class_name": "
|
| 3 |
-
"_diffusers_version": "0.
|
| 4 |
"beta_end": 0.012,
|
| 5 |
"beta_schedule": "scaled_linear",
|
| 6 |
"beta_start": 0.00085,
|
| 7 |
"clip_sample": false,
|
|
|
|
| 8 |
"num_train_timesteps": 1000,
|
| 9 |
"prediction_type": "epsilon",
|
| 10 |
"set_alpha_to_one": false,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_class_name": "EulerDiscreteScheduler",
|
| 3 |
+
"_diffusers_version": "0.15.0.dev0",
|
| 4 |
"beta_end": 0.012,
|
| 5 |
"beta_schedule": "scaled_linear",
|
| 6 |
"beta_start": 0.00085,
|
| 7 |
"clip_sample": false,
|
| 8 |
+
"interpolation_type": "linear",
|
| 9 |
"num_train_timesteps": 1000,
|
| 10 |
"prediction_type": "epsilon",
|
| 11 |
"set_alpha_to_one": false,
|
unet/config.json
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_class_name": "UNet2DConditionModel",
|
| 3 |
-
"_diffusers_version": "0.
|
|
|
|
| 4 |
"act_fn": "silu",
|
| 5 |
"attention_head_dim": [
|
| 6 |
5,
|
|
@@ -15,6 +16,10 @@
|
|
| 15 |
1280
|
| 16 |
],
|
| 17 |
"center_input_sample": false,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
"cross_attention_dim": 1024,
|
| 19 |
"down_block_types": [
|
| 20 |
"CrossAttnDownBlock2D",
|
|
@@ -29,17 +34,24 @@
|
|
| 29 |
"in_channels": 4,
|
| 30 |
"layers_per_block": 2,
|
| 31 |
"mid_block_scale_factor": 1,
|
|
|
|
| 32 |
"norm_eps": 1e-05,
|
| 33 |
"norm_num_groups": 32,
|
| 34 |
"num_class_embeds": null,
|
| 35 |
"only_cross_attention": false,
|
| 36 |
"out_channels": 4,
|
|
|
|
|
|
|
| 37 |
"sample_size": 64,
|
|
|
|
|
|
|
|
|
|
| 38 |
"up_block_types": [
|
| 39 |
"UpBlock2D",
|
| 40 |
"CrossAttnUpBlock2D",
|
| 41 |
"CrossAttnUpBlock2D",
|
| 42 |
"CrossAttnUpBlock2D"
|
| 43 |
],
|
|
|
|
| 44 |
"use_linear_projection": true
|
| 45 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"_class_name": "UNet2DConditionModel",
|
| 3 |
+
"_diffusers_version": "0.15.0.dev0",
|
| 4 |
+
"_name_or_path": "/home/jeeves/checkpoints/stable-diffution-v2-1/v1_20230103/snapshots/88bb1a46821197d1ac0cb54d1d09fb6e70b171bc/unet",
|
| 5 |
"act_fn": "silu",
|
| 6 |
"attention_head_dim": [
|
| 7 |
5,
|
|
|
|
| 16 |
1280
|
| 17 |
],
|
| 18 |
"center_input_sample": false,
|
| 19 |
+
"class_embed_type": null,
|
| 20 |
+
"class_embeddings_concat": false,
|
| 21 |
+
"conv_in_kernel": 3,
|
| 22 |
+
"conv_out_kernel": 3,
|
| 23 |
"cross_attention_dim": 1024,
|
| 24 |
"down_block_types": [
|
| 25 |
"CrossAttnDownBlock2D",
|
|
|
|
| 34 |
"in_channels": 4,
|
| 35 |
"layers_per_block": 2,
|
| 36 |
"mid_block_scale_factor": 1,
|
| 37 |
+
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
| 38 |
"norm_eps": 1e-05,
|
| 39 |
"norm_num_groups": 32,
|
| 40 |
"num_class_embeds": null,
|
| 41 |
"only_cross_attention": false,
|
| 42 |
"out_channels": 4,
|
| 43 |
+
"projection_class_embeddings_input_dim": null,
|
| 44 |
+
"resnet_time_scale_shift": "default",
|
| 45 |
"sample_size": 64,
|
| 46 |
+
"time_cond_proj_dim": null,
|
| 47 |
+
"time_embedding_type": "positional",
|
| 48 |
+
"timestep_post_act": null,
|
| 49 |
"up_block_types": [
|
| 50 |
"UpBlock2D",
|
| 51 |
"CrossAttnUpBlock2D",
|
| 52 |
"CrossAttnUpBlock2D",
|
| 53 |
"CrossAttnUpBlock2D"
|
| 54 |
],
|
| 55 |
+
"upcast_attention": false,
|
| 56 |
"use_linear_projection": true
|
| 57 |
}
|
unet/diffusion_pytorch_model.balance.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2f47319f8c12bd06960e1cde98a1e588e0e0eee6041914a20fe495cb8b46a761
|
| 3 |
+
size 3463892581
|
unet/diffusion_pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59f21267e4f9599440a6d8bcfb6bc4d0453badc395be8064cc89e16654b4e121
|
| 3 |
+
size 3463887077
|
vae/config.json
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_class_name": "AutoencoderKL",
|
| 3 |
-
"_diffusers_version": "0.
|
|
|
|
| 4 |
"act_fn": "silu",
|
| 5 |
"block_out_channels": [
|
| 6 |
128,
|
|
@@ -20,6 +21,7 @@
|
|
| 20 |
"norm_num_groups": 32,
|
| 21 |
"out_channels": 3,
|
| 22 |
"sample_size": 768,
|
|
|
|
| 23 |
"up_block_types": [
|
| 24 |
"UpDecoderBlock2D",
|
| 25 |
"UpDecoderBlock2D",
|
|
|
|
| 1 |
{
|
| 2 |
"_class_name": "AutoencoderKL",
|
| 3 |
+
"_diffusers_version": "0.15.0.dev0",
|
| 4 |
+
"_name_or_path": "/home/jeeves/checkpoints/stable-diffution-v2-1/v1_20230103/snapshots/88bb1a46821197d1ac0cb54d1d09fb6e70b171bc/vae",
|
| 5 |
"act_fn": "silu",
|
| 6 |
"block_out_channels": [
|
| 7 |
128,
|
|
|
|
| 21 |
"norm_num_groups": 32,
|
| 22 |
"out_channels": 3,
|
| 23 |
"sample_size": 768,
|
| 24 |
+
"scaling_factor": 0.18215,
|
| 25 |
"up_block_types": [
|
| 26 |
"UpDecoderBlock2D",
|
| 27 |
"UpDecoderBlock2D",
|
vae/diffusion_pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36bb8e1b54aba3a0914eb35fba13dcb107e9f18d379d1df2158732cd4bf56a94
|
| 3 |
+
size 334711857
|