KamiyabAli commited on
Commit
ac62e98
1 Parent(s): 656165b

Upload folder using huggingface_hub

Browse files
Files changed (37) hide show
  1. README.md +48 -0
  2. dataset.toml +14 -0
  3. frames-000004.safetensors +3 -0
  4. frames-000008.safetensors +3 -0
  5. frames.safetensors +3 -0
  6. sample/frames_000100_00_20241111155250.png +0 -0
  7. sample/frames_000100_01_20241111155301.png +0 -0
  8. sample/frames_000100_02_20241111155313.png +0 -0
  9. sample/frames_000200_00_20241111160238.png +0 -0
  10. sample/frames_000200_01_20241111160250.png +0 -0
  11. sample/frames_000200_02_20241111160302.png +0 -0
  12. sample/frames_000300_00_20241111161227.png +0 -0
  13. sample/frames_000300_01_20241111161239.png +0 -0
  14. sample/frames_000300_02_20241111161250.png +0 -0
  15. sample/frames_000400_00_20241111162216.png +0 -0
  16. sample/frames_000400_01_20241111162227.png +0 -0
  17. sample/frames_000400_02_20241111162239.png +0 -0
  18. sample/frames_000500_00_20241111163204.png +0 -0
  19. sample/frames_000500_01_20241111163216.png +0 -0
  20. sample/frames_000500_02_20241111163228.png +0 -0
  21. sample/frames_000600_00_20241111164153.png +0 -0
  22. sample/frames_000600_01_20241111164205.png +0 -0
  23. sample/frames_000600_02_20241111164216.png +0 -0
  24. sample/frames_000700_00_20241111165141.png +0 -0
  25. sample/frames_000700_01_20241111165153.png +0 -0
  26. sample/frames_000700_02_20241111165205.png +0 -0
  27. sample/frames_000800_00_20241111170130.png +0 -0
  28. sample/frames_000800_01_20241111170142.png +0 -0
  29. sample/frames_000800_02_20241111170153.png +0 -0
  30. sample/frames_000900_00_20241111171118.png +0 -0
  31. sample/frames_000900_01_20241111171130.png +0 -0
  32. sample/frames_000900_02_20241111171142.png +0 -0
  33. sample/frames_001000_00_20241111172106.png +0 -0
  34. sample/frames_001000_01_20241111172118.png +0 -0
  35. sample/frames_001000_02_20241111172129.png +0 -0
  36. sample_prompts.txt +5 -0
  37. train.sh +34 -0
README.md ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - text-to-image
4
+ - flux
5
+ - lora
6
+ - diffusers
7
+ - template:sd-lora
8
+ - fluxgym
9
+ widget:
10
+ - output:
11
+ url: sample/frames_001000_00_20241111172106.png
12
+ text: FRM$ a breathtaking view of the Great Smoky Mountains from the top of a
13
+ mountain at sunset. The sky is a beautiful mix of oranges, pinks, and purples,
14
+ and the clouds are illuminated by the setting sun. The mountains are silhouetted
15
+ against the sky, creating a stunning landscape.
16
+ - output:
17
+ url: sample/frames_001000_01_20241111172118.png
18
+ text: FRM$ a beautiful sunset with a silhouette of trees in the foreground. The
19
+ sky is painted in a range of warm colors, from deep oranges to bright yellows,
20
+ and the sun is setting in the distance. The trees are silhouetted against
21
+ the sky, creating a peaceful and serene atmosphere.
22
+ - output:
23
+ url: sample/frames_001000_02_20241111172129.png
24
+ text: FRM$ a stunning view of a body of water from the top of a hill, with the
25
+ sun setting in the background. The sky is a beautiful mix of oranges, pinks,
26
+ and purples, and the hills are silhouetted against the horizon. The water
27
+ is calm and still, reflecting the colors of the sky.
28
+ base_model: black-forest-labs/FLUX.1-dev
29
+ instance_prompt: FRM$
30
+ license: other
31
+ license_name: flux-1-dev-non-commercial-license
32
+ license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
33
+ ---
34
+
35
+ # frames
36
+
37
+ A Flux LoRA trained on a local computer with [Fluxgym](https://github.com/cocktailpeanut/fluxgym)
38
+
39
+ <Gallery />
40
+
41
+ ## Trigger words
42
+
43
+ You should use `FRM$` to trigger the image generation.
44
+
45
+ ## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, Forge, etc.
46
+
47
+ Weights for this model are available in Safetensors format.
48
+
dataset.toml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [general]
2
+ shuffle_caption = false
3
+ caption_extension = '.txt'
4
+ keep_tokens = 1
5
+
6
+ [[datasets]]
7
+ resolution = 1024
8
+ batch_size = 1
9
+ keep_tokens = 1
10
+
11
+ [[datasets.subsets]]
12
+ image_dir = '/root/fluxgym/datasets/frames'
13
+ class_tokens = 'FRM$'
14
+ num_repeats = 10
frames-000004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1415f1781082d33bf37fff1fb4ea793c6991004ff93c2d61a5716d1cafe233e5
3
+ size 39761776
frames-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e5a27c154e7b437c62928a5ff6b10cb0855880e267d5b5aeedf32ae768fd0b
3
+ size 39761784
frames.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7556dc8b8952e914bd945961d34741432d0588bfd00672be2a3bc63a240e17e8
3
+ size 39761784
sample/frames_000100_00_20241111155250.png ADDED
sample/frames_000100_01_20241111155301.png ADDED
sample/frames_000100_02_20241111155313.png ADDED
sample/frames_000200_00_20241111160238.png ADDED
sample/frames_000200_01_20241111160250.png ADDED
sample/frames_000200_02_20241111160302.png ADDED
sample/frames_000300_00_20241111161227.png ADDED
sample/frames_000300_01_20241111161239.png ADDED
sample/frames_000300_02_20241111161250.png ADDED
sample/frames_000400_00_20241111162216.png ADDED
sample/frames_000400_01_20241111162227.png ADDED
sample/frames_000400_02_20241111162239.png ADDED
sample/frames_000500_00_20241111163204.png ADDED
sample/frames_000500_01_20241111163216.png ADDED
sample/frames_000500_02_20241111163228.png ADDED
sample/frames_000600_00_20241111164153.png ADDED
sample/frames_000600_01_20241111164205.png ADDED
sample/frames_000600_02_20241111164216.png ADDED
sample/frames_000700_00_20241111165141.png ADDED
sample/frames_000700_01_20241111165153.png ADDED
sample/frames_000700_02_20241111165205.png ADDED
sample/frames_000800_00_20241111170130.png ADDED
sample/frames_000800_01_20241111170142.png ADDED
sample/frames_000800_02_20241111170153.png ADDED
sample/frames_000900_00_20241111171118.png ADDED
sample/frames_000900_01_20241111171130.png ADDED
sample/frames_000900_02_20241111171142.png ADDED
sample/frames_001000_00_20241111172106.png ADDED
sample/frames_001000_01_20241111172118.png ADDED
sample/frames_001000_02_20241111172129.png ADDED
sample_prompts.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ FRM$ a breathtaking view of the Great Smoky Mountains from the top of a mountain at sunset. The sky is a beautiful mix of oranges, pinks, and purples, and the clouds are illuminated by the setting sun. The mountains are silhouetted against the sky, creating a stunning landscape.
2
+
3
+ FRM$ a beautiful sunset with a silhouette of trees in the foreground. The sky is painted in a range of warm colors, from deep oranges to bright yellows, and the sun is setting in the distance. The trees are silhouetted against the sky, creating a peaceful and serene atmosphere.
4
+
5
+ FRM$ a stunning view of a body of water from the top of a hill, with the sun setting in the background. The sky is a beautiful mix of oranges, pinks, and purples, and the hills are silhouetted against the horizon. The water is calm and still, reflecting the colors of the sky.
train.sh ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accelerate launch \
2
+ --mixed_precision bf16 \
3
+ --num_cpu_threads_per_process 1 \
4
+ sd-scripts/flux_train_network.py \
5
+ --pretrained_model_name_or_path "/root/fluxgym/models/unet/flux1-dev.sft" \
6
+ --clip_l "/root/fluxgym/models/clip/clip_l.safetensors" \
7
+ --t5xxl "/root/fluxgym/models/clip/t5xxl_fp16.safetensors" \
8
+ --ae "/root/fluxgym/models/vae/ae.sft" \
9
+ --cache_latents_to_disk \
10
+ --save_model_as safetensors \
11
+ --sdpa --persistent_data_loader_workers \
12
+ --max_data_loader_n_workers 2 \
13
+ --seed 42 \
14
+ --gradient_checkpointing \
15
+ --mixed_precision bf16 \
16
+ --save_precision bf16 \
17
+ --network_module networks.lora_flux \
18
+ --network_dim 4 \
19
+ --optimizer_type adamw8bit \--sample_prompts="/root/fluxgym/outputs/frames/sample_prompts.txt" --sample_every_n_steps="100" \
20
+ --learning_rate 8e-4 \
21
+ --cache_text_encoder_outputs \
22
+ --cache_text_encoder_outputs_to_disk \
23
+ --fp8_base \
24
+ --highvram \
25
+ --max_train_epochs 10 \
26
+ --save_every_n_epochs 4 \
27
+ --dataset_config "/root/fluxgym/outputs/frames/dataset.toml" \
28
+ --output_dir "/root/fluxgym/outputs/frames" \
29
+ --output_name frames \
30
+ --timestep_sampling shift \
31
+ --discrete_flow_shift 3.1582 \
32
+ --model_prediction_type raw \
33
+ --guidance_scale 1 \
34
+ --loss_type l2 \