1st commit

README.md

@@ -0,0 +1,38 @@
+---
+license: unknown
+---
+# Silvery Trait finetuned style Model
+
+Produced from publicly available pictures in landscape, portrait and square format.
+
+Using words found in `prompt_words.md` within your prompt will produce better results. Other words can be used also but will tend to produce "weaker" results. Combining the use of the Aesthetic Gradient file provided in the `easthetic_embeddings` folder can greatly enhance the results.
+
+## Model info
+
+The models included was trained on "multi-resolution" images.
+
+## Using the model
+
+* common subject prompt tokens: `<wathever>, by asd artstyle`
+
+## Example prompts
+
+`a sheep, symmetry, by asd artstyle`:
+
+* without easthetic_embeddings
+
+<img src="https://huggingface.co/cyburn/silvery_trait/resolve/main/1.png" alt="Picture." width="500"/>
+
+* with easthetic_embeddings
+
+<img src="https://huggingface.co/cyburn/silvery_trait/resolve/main/2.png" alt="Picture." width="500"/>
+
+`crow, skull, symmetry, flower, feather, circle, by asd artstyle`
+
+* without easthetic_embeddings
+
+<img src="https://huggingface.co/cyburn/silvery_trait/resolve/main/3.png" alt="Picture." width="500"/>
+
+* with easthetic_embeddings
+
+<img src="https://huggingface.co/cyburn/silvery_trait/resolve/main/4.png" alt="Picture." width="500"/>

aesthetic_embeddings/silvery_trait.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070550d3462c89b59ca0a93fb387a9b0bc8dd7ba157e87416957acd145e6879c
+size 3819

kohya_train_db_v9.ps1

@@ -0,0 +1,52 @@
+# This powershell script will create a model using the fine tuning dreambooth method. It will require landscape,
+# portrait and square images.
+#
+# Adjust the script to your own needs
+
+# variable values
+$pretrained_model_name_or_path = "D:\models\v1-5-pruned-mse-vae.ckpt"
+$data_dir = "D:\dreambooth\silvery_trait\raw_data\all-images-v3"
+$train_dir = "D:\dreambooth\silvery_trait\"
+$resolution = "768,576"
+$logging_dir = "D:\dreambooth\silvery_trait\training_logs"
+
+$image_num = Get-ChildItem $data_dir -Recurse -File -Include *.png, *.jpg, *.webp | Measure-Object | %{$_.Count}
+
+Write-Output "image_num: $image_num"
+
+$learning_rate = 1e-6
+$dataset_repeats = 40
+$train_batch_size = 6
+$epoch = 4
+$save_every_n_epochs=1
+$mixed_precision="fp16"
+$num_cpu_threads_per_process=6
+
+# You should not have to change values past this point
+
+$output_dir = $train_dir + "\finetuned_model"
+$repeats = $image_num * $dataset_repeats
+$mts = [Math]::Ceiling($repeats / $train_batch_size * $epoch)
+
+Write-Output "Repeats: $repeats"
+
+.\venv\Scripts\activate
+
+accelerate launch --num_cpu_threads_per_process $num_cpu_threads_per_process train_db_fixed.py `
+    --pretrained_model_name_or_path=$pretrained_model_name_or_path `
+    --train_data_dir=$data_dir `
+    --output_dir=$output_dir `
+    --resolution=$resolution `
+    --train_batch_size=$train_batch_size `
+    --learning_rate=$learning_rate `
+    --max_train_steps=$mts `
+    --use_8bit_adam `
+    --xformers `
+    --mixed_precision=$mixed_precision `
+    --cache_latents `
+    --save_every_n_epochs=$save_every_n_epochs `
+    --fine_tuning `
+    --enable_bucket `
+    --dataset_repeats=$dataset_repeats `
+    --logging_dir=$logging_dir `
+    --save_precision="fp16"

prompt_words.md

@@ -0,0 +1,443 @@
+# Prompt Words
+
+List of prompt words known to the model
+
+## Sorted by frequency
+
+```txt
+Count Name
+----- ----
+   87 a
+   85 symmetry
+   17 leaves
+   15 two
+   13 tree
+   13 moon
+   13 circle
+   13 with
+   13 an
+   12 cloud
+   12 and
+   11 landscape
+   10 coin
+   10 water
+   10 bird
+    9 antler
+    9 holding
+    9 on
+    9 the
+    7 mountain
+    7 sun
+    6 art
+    6 in
+    6 deer
+    6 concept
+    6 wings
+    5 stick
+    5 bug
+    5 horn
+    5 feather
+    5 star
+    4 rabbit
+    4 three
+    4 crescent
+    4 cosmic
+    4 wolf
+    4 sitting
+    3 salamander
+    3 dog
+    3 grass
+    3 ball
+    3 branch
+    3 fish
+    3 cat
+    3 earth
+    3 pyramid
+    3 yang
+    3 fox
+    3 globe
+    3 yin
+    3 lion
+    3 planet
+    3 wearing
+    3 over
+    3 monkey
+    3 person
+    3 spiral
+    3 river
+    3 sheep
+    3 skull
+    2 bamboo
+    2 bear
+    2 raccoon
+    2 crown
+    2 otter
+    2 bull
+    2 wall
+    2 under
+    2 flying
+    2 lantern
+    2 owl
+    2 standing
+    2 elephant
+    2 paved
+    2 flag
+    2 hanging
+    2 donkey
+    2 waterfall
+    2 sunflower
+    2 squid
+    2 cup
+    2 armor
+    2 from
+    2 meerkat
+    2 city
+    1 triangle
+    1 sloth
+    1 snail
+    1 glass
+    1 panda
+    1 tiger
+    1 fountain
+    1 animal
+    1 algea
+    1 ray
+    1 lamb
+    1 orange
+    1 perched
+    1 pumpkin
+    1 manta
+    1 axolotl
+    1 zapus
+    1 pentastar
+    1 phone
+    1 yak
+    1 brick
+    1 candle
+    1 devilwingsand
+    1 giraffe
+    1 zebra
+    1 four
+    1 bee
+    1 season
+    1 building
+    1 five
+    1 starfish
+    1 warthog
+    1 turtle
+    1 shaped
+    1 wool
+    1 unicorn
+    1 frog
+    1 land
+    1 tower
+    1 middle
+    1 cathedral
+    1 wasp
+    1 butterfly
+    1 head
+    1 watermellon
+    1 his
+    1 bag
+    1 leave
+    1 corn
+    1 crab
+    1 hermit
+    1 people
+    1 space
+    1 floating
+    1 dragon
+    1 caterpillan
+    1 key
+    1 bowl
+    1 fruit
+    1 burning
+    1 eagle
+    1 disco
+    1 scorpio
+    1 awk
+    1 monocle
+    1 duck
+    1 flower
+    1 crow
+    1 door
+    1 house
+    1 woman
+    1 hippo
+    1 up
+    1 fossa
+    1 prairie
+    1 gorilla
+    1 toucan
+    1 card
+    1 beaver
+    1 wood
+    1 crane
+    1 bridge
+    1 stump
+    1 alpaca
+    1 hybrid
+    1 badger
+    1 sky
+    1 comet
+    1 desert
+    1 deamon
+    1 bunny
+    1 bubble
+    1 circul
+    1 python
+    1 snow
+    1 books
+    1 quetzal
+    1 tattoo
+    1 red
+    1 whale
+    1 of
+    1 tiny
+    1 parrot
+    1 drinking
+    1 climbing
+    1 six
+    1 reflexion
+    1 skunk
+    1 mouse
+    1 beetle
+    1 seahorse
+    1 jellyfish
+    1 hat
+    1 mammoth
+    1 jackalope
+    1 hedgehog
+    1 smoking
+    1 table
+    1 at
+    1 tusk
+    1 windmill
+    1 floor
+    1 berret
+    1 lynx
+    1 koala
+    1 heron
+    1 peacock
+    1 leaf
+```
+
+## Sorted alphabetically
+
+```txt
+Count Name
+----- ----
+   87 a
+    1 algea
+    1 alpaca
+   13 an
+   12 and
+    1 animal
+    9 antler
+    2 armor
+    6 art
+    1 at
+    1 awk
+    1 axolotl
+    1 badger
+    1 bag
+    3 ball
+    2 bamboo
+    2 bear
+    1 beaver
+    1 bee
+    1 beetle
+    1 berret
+   10 bird
+    1 books
+    1 bowl
+    3 branch
+    1 brick
+    1 bridge
+    1 bubble
+    5 bug
+    1 building
+    2 bull
+    1 bunny
+    1 burning
+    1 butterfly
+    1 candle
+    1 card
+    3 cat
+    1 caterpillan
+    1 cathedral
+   13 circle
+    1 circul
+    2 city
+    1 climbing
+   12 cloud
+   10 coin
+    1 comet
+    6 concept
+    1 corn
+    4 cosmic
+    1 crab
+    1 crane
+    4 crescent
+    1 crow
+    2 crown
+    2 cup
+    1 deamon
+    6 deer
+    1 desert
+    1 devilwingsand
+    1 disco
+    3 dog
+    2 donkey
+    1 door
+    1 dragon
+    1 drinking
+    1 duck
+    1 eagle
+    3 earth
+    2 elephant
+    5 feather
+    3 fish
+    1 five
+    2 flag
+    1 floating
+    1 floor
+    1 flower
+    2 flying
+    1 fossa
+    1 fountain
+    1 four
+    3 fox
+    1 frog
+    2 from
+    1 fruit
+    1 giraffe
+    1 glass
+    3 globe
+    1 gorilla
+    3 grass
+    2 hanging
+    1 hat
+    1 head
+    1 hedgehog
+    1 hermit
+    1 heron
+    1 hippo
+    1 his
+    9 holding
+    5 horn
+    1 house
+    1 hybrid
+    6 in
+    1 jackalope
+    1 jellyfish
+    1 key
+    1 koala
+    1 lamb
+    1 land
+   11 landscape
+    2 lantern
+    1 leaf
+    1 leave
+   17 leaves
+    3 lion
+    1 lynx
+    1 mammoth
+    1 manta
+    2 meerkat
+    1 middle
+    3 monkey
+    1 monocle
+   13 moon
+    7 mountain
+    1 mouse
+    1 of
+    9 on
+    1 orange
+    2 otter
+    3 over
+    2 owl
+    1 panda
+    1 parrot
+    2 paved
+    1 peacock
+    1 pentastar
+    1 people
+    1 perched
+    3 person
+    1 phone
+    3 planet
+    1 prairie
+    1 pumpkin
+    3 pyramid
+    1 python
+    1 quetzal
+    4 rabbit
+    2 raccoon
+    1 ray
+    1 red
+    1 reflexion
+    3 river
+    3 salamander
+    1 scorpio
+    1 seahorse
+    1 season
+    1 shaped
+    3 sheep
+    4 sitting
+    1 six
+    3 skull
+    1 skunk
+    1 sky
+    1 sloth
+    1 smoking
+    1 snail
+    1 snow
+    1 space
+    3 spiral
+    2 squid
+    2 standing
+    5 star
+    1 starfish
+    5 stick
+    1 stump
+    7 sun
+    2 sunflower
+   85 symmetry
+    1 table
+    1 tattoo
+    9 the
+    4 three
+    1 tiger
+    1 tiny
+    1 toucan
+    1 tower
+   13 tree
+    1 triangle
+    1 turtle
+    1 tusk
+   15 two
+    2 under
+    1 unicorn
+    1 up
+    2 wall
+    1 warthog
+    1 wasp
+   10 water
+    2 waterfall
+    1 watermellon
+    3 wearing
+    1 whale
+    1 windmill
+    6 wings
+   13 with
+    4 wolf
+    1 woman
+    1 wood
+    1 wool
+    1 yak
+    3 yang
+    3 yin
+    1 zapus
+    1 zebra
+```

silvery_trait_v3.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0308cf699caf50120d43748134b9cfbf9ac0bc40fa8c29759a52e5ae25f253
+size 2132856686