awoo

Signed-off-by: Balazs Horvath <[email protected]>

dataset_tools/Rename images and captions to MD5.ipynb

@@ -11,14 +11,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Files renamed successfully!\n"
+     "ename": "FileExistsError",
+     "evalue": "[WinError 183] Cannot create a file when that file already exists: 'E:\\\\training_dir\\\\auroth_the_winter_wyvern\\\\2440ecda95a0ab0ca236d1c6bc09830e.txt' -> 'E:\\\\training_dir\\\\auroth_the_winter_wyvern\\\\237e548ef2de010bcd17e072ddbbbc02.txt'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[1;31mFileExistsError\u001b[0m                           Traceback (most recent call last)",
+      "Cell \u001b[1;32mIn[1], line 43\u001b[0m\n\u001b[0;32m     40\u001b[0m directory \u001b[38;5;241m=\u001b[39m \u001b[38;5;124mr\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mE:\u001b[39m\u001b[38;5;124m\\\u001b[39m\u001b[38;5;124mtraining_dir\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[0;32m     42\u001b[0m \u001b[38;5;66;03m# Call the function to rename files\u001b[39;00m\n\u001b[1;32m---> 43\u001b[0m \u001b[43mrename_files\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdirectory\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m     45\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mFiles renamed successfully!\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
+      "Cell \u001b[1;32mIn[1], line 37\u001b[0m, in \u001b[0;36mrename_files\u001b[1;34m(directory)\u001b[0m\n\u001b[0;32m     35\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mexists(txt_file):\n\u001b[0;32m     36\u001b[0m     new_txt_file \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(root, new_file_name\u001b[38;5;241m.\u001b[39mreplace(file_ext\u001b[38;5;241m.\u001b[39mlower(), \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m'\u001b[39m) \u001b[38;5;241m+\u001b[39m ext)\n\u001b[1;32m---> 37\u001b[0m     \u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrename\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtxt_file\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnew_txt_file\u001b[49m\u001b[43m)\u001b[49m\n",
+      "\u001b[1;31mFileExistsError\u001b[0m: [WinError 183] Cannot create a file when that file already exists: 'E:\\\\training_dir\\\\auroth_the_winter_wyvern\\\\2440ecda95a0ab0ca236d1c6bc09830e.txt' -> 'E:\\\\training_dir\\\\auroth_the_winter_wyvern\\\\237e548ef2de010bcd17e072ddbbbc02.txt'"
      ]
     }
    ],
@@ -62,7 +67,7 @@
     "                        os.rename(txt_file, new_txt_file)\n",
     "\n",
     "# Specify the directory\n",
-    "directory = r'C:\\Users\\kade\\Desktop\\1_by_spaceengine'\n",
+    "directory = r'E:\\training_dir'\n",
     "\n",
     "# Call the function to rename files\n",
     "rename_files(directory)\n",
@@ -87,7 +92,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.12.3"
+   "version": "3.12.2"
   }
  },
  "nbformat": 4,

ponyxl_loras/by_hibbary-v1e400.json

@@ -0,0 +1 @@
+{"ss_max_token_length": null, "ss_learning_rate": 0.0001, "modelspec.resolution": "512x512", "ss_training_finished_at": "2024-05-06 21:25:10.876924", "modelspec.date": "2024-05-06T19:25:10", "ss_dataset_dirs": {"1_by_hibbary": {"n_repeats": 1, "img_count": 61}}, "ss_gradient_checkpointing": true, "ss_huber_c": "0.1", "ss_enable_bucket": true, "ss_flip_aug": true, "ss_optimizer": "torch.optim.adamw.AdamW", "ss_shuffle_caption": true, "ss_sd_model_hash": "IsADirectory", "ss_debiased_estimation": true, "ss_network_alpha": 4.0, "ss_v2": true, "ss_ip_noise_gamma": null, "ss_cache_latents": true, "modelspec.sai_model_spec": "1.0.0", "ss_batch_size_per_device": 8, "ss_min_bucket_reso": 256, "ss_lr_warmup_steps": 0, "ss_lowram": true, "ss_ip_noise_gamma_random_strength": "False", "ss_output_name": "hibbary", "ss_num_batches_per_epoch": 6, "ss_scale_weight_norms": 1.0, "ss_network_dropout": 0.0, "ss_unet_lr": 0.0001, "ss_keep_tokens": true, "ss_full_fp16": true, "ss_caption_dropout_rate": 0.0, "ss_network_dim": 8.0, "ss_lr_scheduler": "cosine", "ss_training_started_at": "2024-05-06 20:38:25.568445", "ss_sd_model_name": "", "ss_epoch": 67, "modelspec.title": "hibbary", "modelspec.architecture": "stable-diffusion-xl-v1-base/lora", "modelspec.implementation": "https://github.com/Stability-AI/generative-models", "ss_tag_frequency": {"1_by_hibbary": {"rating_explicit": 32, "abs": 10, "animal genitalia": 18, "anthro": 52, "balls": 21, "barely visible balls": 1, "barely visible genitalia": 5, "claws": 16, "eyes closed": 1, "fingers": 27, "fully sheathed": 12, "fur": 46, "genitals": 28, "grey balls": 1, "grey body": 10, "grey fur": 10, "grey sheath": 1, "grey skin": 1, "hand on chest": 1, "male": 44, "muscular": 11, "muscular anthro": 9, "muscular male": 9, "nude": 36, "penis": 6, "sheath": 17, "solo": 49, "by hibbary": 61, "wolf": 16, "monochrome": 1, "traditional media \\(artwork\\)": 8, "anus": 4, "backsack": 4, "bed": 4, "butt": 11, "clenched teeth": 1, "digitigrade": 17, "feet": 21, "finger claws": 7, "furniture": 8, "grin": 1, "inside": 3, "looking at viewer": 28, "looking back": 5, "looking back at viewer": 2, "lying": 8, "on bed": 3, "on front": 4, "pawpads": 15, "paws": 9, "perineum": 3, "plant": 16, "plant pot": 1, "pose": 10, "potted plant": 1, "presenting": 4, "presenting anus": 3, "presenting hindquarters": 3, "rear view": 7, "smile": 25, "tail": 41, "tail grab": 1, "tail pull": 1, "teeth": 12, "white body": 16, "white fur": 15, "domestic dog": 2, "digital media \\(artwork\\)": 21, "4 toes": 11, "5 fingers": 19, "biped": 18, "black nose": 13, "brown body": 11, "brown eyes": 3, "brown fur": 9, "brown hair": 2, "fingering": 1, "fingering self": 1, "flaccid": 2, "hair": 8, "in tree": 1, "masturbation": 1, "no sclera": 1, "outside": 19, "penis tip": 3, "pink penis": 2, "sheath fingering": 1, "sheath play": 1, "sheath pull": 1, "small sheath": 1, "tan balls": 3, "tan body": 5, "tan sheath": 3, "toes": 16, "tree": 10, "lion": 2, "pantherine": 11, "rating_safe": 23, "black body": 5, "black fur": 5, "duo": 9, "forest": 7, "glowing": 3, "glowing body": 1, "glowing fur": 1, "glowing skin": 1, "icicle": 1, "kissing": 2, "male/male": 4, "snow": 3, "winter": 3, "hybrid": 3, "tree \\(species\\)": 1, "all fours": 2, "animal penis": 2, "bedroom eyes": 2, "biceps": 5, "big muscles": 1, "black lips": 1, "brown nose": 2, "fangs": 8, "forest background": 1, "front view": 6, "licking": 2, "licking lips": 1, "lips": 1, "looking down": 2, "low-angle view": 1, "narrowed eyes": 3, "nature": 4, "nature background": 1, "neck tuft": 4, "night": 5, "pecs": 5, "penis towards viewer": 1, "pubes": 1, "seductive": 6, "sky": 8, "star": 2, "starry sky": 1, "tongue": 10, "tongue out": 6, "tuft": 10, "worm's-eye view": 1, "yellow eyes": 13, "mythology": 15, "mythological creature": 13, "were": 7, "werecanid": 7, "werecanine": 6, "werewolf": 6, "andromorph": 1, "barely visible pussy": 1, "blue eyes": 10, "day": 7, "intersex": 2, "mastectomy scar": 1, "pussy": 3, "scar": 2, "visibly trans": 1, "fennec fox": 2, "fox": 10, "true fox": 3, "rating_questionable": 6, "areola": 3, "blue areola": 1, "blue nipples": 1, "bone": 1, "breasts": 8, "chair": 3, "crossed legs": 1, "female": 9, "finger fetish": 1, "finger lick": 1, "finger play": 1, "head tilt": 1, "inner ear fluff": 6, "medium breasts": 1, "navel": 5, "nipples": 4, "self lick": 1, "sitting": 8, "talons": 2, "throne": 1, "dragon": 5, "furred dragon": 2, "furred scalie": 2, "mythological scalie": 5, "scalie": 8, "wingless dragon": 1, "full-length portrait": 2, "portrait": 9, "clothing": 12, "convenient censorship": 3, "crouching": 3, "feral": 10, "fingerless \\(marking\\)": 1, "fog": 1, "gloves \\(marking\\)": 2, "grass": 6, "group": 3, "lamp": 2, "lantern": 1, "light": 2, "markings": 11, "moon": 2, "muscular legs": 1, "open mouth": 8, "toeless \\(marking\\)": 1, "torn clothing": 1, "digital painting \\(artwork\\)": 4, "soft shading": 1, "archer": 1, "arrow \\(weapon\\)": 1, "bow \\(weapon\\)": 1, "holding object": 5, "holding weapon": 1, "long hair": 4, "mouth hold": 1, "quiver \\(object\\)": 1, "ranged weapon": 1, "standing": 4, "weapon": 2, "athletic": 6, "athletic anthro": 5, "athletic male": 4, "big ears": 1, "casual nudity": 2, "cave": 1, "crystal": 1, "eye contact": 4, "fluffy": 4, "fluffy tail": 4, "looking at another": 4, "plantigrade": 1, "sitting on another": 1, "social nudity": 1, "spots": 8, "spotted body": 6, "spotted fur": 6, "toe claws": 7, "trio": 2, "hyena": 2, "acrylic painting \\(artwork\\)": 1, "painting \\(artwork\\)": 3, "accessory": 2, "cheek tuft": 5, "facial tuft": 5, "kneeling": 6, "pinup": 4, "raised tail": 4, "striped body": 7, "striped fur": 7, "stripes": 10, "whiskers": 8, "domestic cat": 2, "feline": 7, "tiger": 6, "leopard spots": 1, "mountain": 2, "quadruped": 2, "rock": 2, "snow leopard": 2, "abstract background": 4, "barely visible sheath": 2, "blue fire": 1, "chest tuft": 4, "colored fire": 2, "electricity": 1, "fire": 3, "glowing eyes": 2, "kitsunebi": 1, "lightning": 1, "mane": 3, "multi tail": 2, "sharp teeth": 1, "simple background": 8, "snarling": 2, "white eyes": 1, "white sheath": 6, "asian mythology": 2, "east asian mythology": 2, "fox spirit": 2, "will-o'-the-wisp": 1, "cool colors": 1, "restricted palette": 1, "ambiguous gender": 8, "brown pawpads": 2, "flaming orb": 1, "magic": 2, "on hind legs": 1, "purple fire": 1, "semi-anthro": 1, "blue body": 2, "blue feathers": 1, "child": 1, "feathered wings": 2, "feathers": 3, "good parenting": 1, "parenting": 1, "size difference": 3, "wings": 3, "young": 1, "watercolor \\(artwork\\)": 1, "mother \\(lore\\)": 1, "parent \\(lore\\)": 1, "horn": 5, "headshot portrait": 2, "embrace": 3, "love": 1, "orange body": 8, "orange fur": 8, "partially submerged": 4, "passionate": 2, "petals": 1, "romantic": 2, "romantic ambiance": 1, "romantic couple": 2, "sea": 2, "water": 5, "white balls": 8, "yellow body": 2, "yellow fur": 2, "jaguar": 1, "long ears": 1, "anklet": 1, "black pawpads": 2, "black spots": 2, "bracelet": 1, "dancing": 2, "gold \\(metal\\)": 1, "gold jewelry": 1, "jewelry": 2, "mostly nude": 1, "necklace": 2, "tan fur": 2, "cheetah": 3, "bedroom": 2, "book": 1, "hug": 2, "larger anthro": 1, "membrane \\(anatomy\\)": 2, "membranous wings": 1, "painting \\(object\\)": 1, "pillow": 2, "smaller feral": 1, "striped markings": 2, "striped tail": 1, "tail markings": 3, "window": 2, "dripping": 1, "dripping wet": 1, "fur texture": 1, "pond": 1, "realistic": 3, "realistic fur": 3, "waterfall": 1, "wet": 1, "wet body": 1, "wet fur": 1, "lol comments": 1, "balls outline": 1, "bulge": 2, "genital outline": 2, "gloves": 1, "gynomorph": 1, "handwear": 1, "lingerie": 1, "mohawk": 1, "nipple outline": 1, "orange hair": 1, "photorealism": 1, "red clothing": 2, "red eyes": 2, "sheath outline": 1, "spread legs": 4, "spreading": 4, "teddy \\(clothing\\)": 1, "spotted hyena": 1, "beverage": 1, "clothed": 6, "coffee": 1, "coffee mug": 1, "container": 3, "cup": 2, "food": 1, "fully clothed": 2, "holding container": 2, "holding cup": 1, "reflection": 1, "side view": 2, "space": 1, "spacescape": 1, "steam": 1, "table": 1, "uniform": 1, "star trek": 1, "star trek the next generation": 1, "alien": 1, "caitian": 1, "three-quarter portrait": 4, "countershading": 3, "detached sheath": 4, "dipstick tail": 2, "leaf": 2, "leg markings": 1, "multicolored tail": 1, "naughty face": 1, "orange eyes": 4, "socks \\(marking\\)": 1, "white countershading": 2, "black hair": 1, "bojack horseman": 1, "netflix": 1, "bojack horseman \\(character\\)": 1, "equid": 3, "equine": 3, "horse": 1, "bust portrait": 1, "bdsm": 1, "bondage": 1, "bound": 1, "collar": 2, "harness": 1, "on one knee": 2, "cloaca": 1, "pubic boot": 1, "pupils": 2, "slit pupils": 2, "smirk": 2, "vertical cloaca": 1, "winged arms": 1, "dinosaur": 3, "dromaeosaurid": 3, "feathered dinosaur": 1, "feathered scalie": 1, "reptile": 3, "theropod": 3, "velociraptor": 3, "covering": 1, "covering crotch": 1, "covering self": 1, "ear piercing": 2, "ear ring": 2, "piercing": 2, "ring piercing": 2, "white tail": 1, "jackal": 2, "black stripes": 3, "multicolored sheath": 1, "striped balls": 1, "striped genitalia": 1, "striped sheath": 1, "two tone sheath": 1, "blood": 1, "bodily fluids": 1, "eating": 1, "extreme size difference": 1, "gore": 1, "hard vore": 1, "jungle": 1, "micro": 1, "oral vore": 1, "solo focus": 2, "vore": 1, "barefoot": 3, "raised arm": 1, "small breasts": 1, "5 toes": 1, "axe": 1, "beard": 1, "bottomwear": 4, "countershade torso": 2, "facial hair": 1, "felling axe": 1, "fingerpads": 3, "hindpaw": 4, "log": 1, "melee weapon": 1, "pants": 2, "path": 1, "topless": 1, "wiping forehead": 1, "wood": 1, "blizzard entertainment": 1, "worgen": 1, "hand on leg": 1, "hands on legs": 1, "looking up": 2, "mouth closed": 2, "climbing": 1, "arm tuft": 1, "butt from the front": 1, "elbow tuft": 1, "eyebrows": 2, "eyelashes": 1, "flexing": 1, "innie pussy": 1, "muscular female": 1, "pink areola": 1, "pokemorph": 1, "striped arms": 1, "striped legs": 1, "tan mane": 1, "thick thighs": 1, "arcanine": 1, "cane": 1, "classy": 1, "coat": 1, "gesture": 1, "grey clothing": 1, "grey headwear": 1, "grey topwear": 1, "hat": 1, "headgear": 2, "headwear": 1, "holding clothing": 1, "holding hat": 1, "holding headgear": 1, "holding headwear": 1, "looking aside": 3, "open smile": 1, "raised finger": 1, "raised pinky": 1, "suit": 2, "top hat": 1, "topwear": 2, "crown": 1, "dutch angle": 1, "erection": 2, "interspecies": 1, "pinned": 1, "pinned to ground": 1, "wrestling": 1, "mythological equine": 2, "unicorn": 2, "on side": 1, "chipmunk": 1, "ground squirrel": 1, "rodent": 1, "sciurid": 1, "back muscles": 1, "bare back": 1, "green background": 1, "green eyes": 1, "muscular ambiguous": 1, "brown balls": 1, "brown sheath": 1, "one eye closed": 2, "wink": 2, "lazywolf": 1, "drapery": 1, "fabric": 1, "penis outline": 1, "suggestive": 1, "tenting": 1, "genital focus": 1, "blue sky": 1, "brown claws": 1, "brown scales": 1, "cloud": 2, "countershade arms": 1, "countershade face": 1, "dorsal frill": 1, "frill \\(anatomy\\)": 1, "membranous frill": 1, "multicolored body": 2, "multicolored scales": 1, "scales": 1, "spines": 1, "tan countershading": 1, "tan scales": 1, "white scales": 1, "dreamworks": 1, "night fury": 1, "western dragon": 1, "pink nose": 1, "stool": 1, "4 fingers": 1, "anthro on anthro": 1, "arm grab": 1, "assertive female": 1, "big tail": 1, "canon couple": 1, "clothed/nude": 1, "clothed female": 1, "hand on arm": 1, "happy": 1, "legs up": 1, "looking at partner": 1, "male/female": 1, "on back": 2, "submissive": 1, "submissive male": 1, "tasteful": 1, "maid marian": 1, "robin hood": 1, "red fox": 1, "butt pose": 1, "cuddling": 1, "sleeping": 1, "beach": 1, "loincloth": 1, "red stripes": 1, "seaside": 1, "uthalla": 1, "blue fur": 1, "gradient background": 1, "hand on hip": 1, "neck ruffle": 1, "smiling at viewer": 2, "wide hips": 1, "lionel aurastar": 1, "lucario": 1, "black collar": 1, "ears back": 1, "frown": 1, "hands behind back": 1, "pivoted ears": 1, "realistic anatomy": 2, "restrained": 1, "attached sheath": 1, "multicolored fur": 1, "two tone body": 1, "two tone fur": 1, "ambient bird": 1, "ambient flier": 1, "avian": 1, "bird": 1, "husky": 1, "nordic sled dog": 1, "spitz": 1, "beads": 1, "dramatic lighting": 1, "hair accessory": 1, "necktie": 1, "rakan": 1, "lily pad": 1, "cloven hooves": 1, "foreskin": 1, "glans": 1, "hooves": 1, "humanoid genitalia": 1, "humanoid penis": 1, "pink glans": 1, "backlighting": 1, "blep": 1, "bottle": 1, "bottomwear pull": 1, "boxers \\(clothing\\)": 1, "clothing pull": 1, "holding bottle": 1, "pants pull": 1, "red bottomwear": 1, "red shorts": 1, "red underwear": 1, "shirt": 1, "shorts": 1, "sunset": 1, "t-shirt": 1, "tail between legs": 1, "underwear": 1, "lighting": 1, "bangle": 1, "furgonomics": 1, "furry-specific piercing": 1, "genital piercing": 1, "ineffective clothing": 1, "looking away": 1, "sheath piercing": 1, "skirt": 1, "smoke": 1}}, "ss_network_module": "lycoris.kohya", "ss_max_grad_norm": 1.0, "ss_reg_dataset_dirs": {}, "ss_mixed_precision": "fp16", "ss_min_snr_gamma": null, "ss_gradient_accumulation_steps": 1, "ss_training_comment": "None", "ss_zero_terminal_snr": true, "ss_noise_offset": null, "ss_max_train_steps": 400, "ss_multires_noise_discount": 0.1, "ss_prior_loss_weight": 1.0, "ss_network_args": {"preset": "full", "conv_dim": "256", "conv_alpha": "4", "use_tucker": "False", "use_scalar": "False", "rank_dropout_scale": "False", "algo": "locon", "dora_wd": "False", "train_norm": "False", "block_dims": "8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8", "block_alphas": "0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625,0.0625", "dropout": 0.0}, "ss_adaptive_noise_scale": null, "sshs_model_hash": "5b8b73c68bb9f22f39e3df0f406f0f687246ba26bd4a9f3c3a7b69883e98495d", "ss_steps": 400, "ss_loss_type": "l2", "ss_sd_scripts_commit_hash": "71e2c91330a9d866ec05cdd10584bbb962896a99", "ss_session_id": "2578033797", "ss_multires_noise_iterations": 10.0, "ss_noise_offset_random_strength": "False", "ss_num_train_images": 61, "ss_caption_dropout_every_n_epochs": 0, "sshs_legacy_hash": "6293b98a", "ss_text_encoder_lr": 0.0001, "ss_bucket_no_upscale": true, "ss_resolution": "(512, 512)", "ss_seed": 3189069778, "ss_random_crop": true, "ss_total_batch_size": 16, "ss_bucket_info": {"buckets": {"0": {"resolution": [352, 736], "count": 1}, "1": {"resolution": [384, 640], "count": 2}, "2": {"resolution": [416, 608], "count": 15}, "3": {"resolution": [448, 576], "count": 29}, "4": {"resolution": [576, 448], "count": 8}, "5": {"resolution": [608, 416], "count": 4}, "6": {"resolution": [640, 384], "count": 2}}, "mean_img_ar_error": 0.02399295731130205}, "ss_new_sd_model_hash": "IsADirectory", "ss_face_crop_aug_range": "None", "modelspec.prediction_type": "epsilon", "ss_huber_schedule": "snr", "ss_clip_skip": null, "ss_caption_tag_dropout_rate": 0.0, "ss_color_aug": true, "ss_base_model_version": "sdxl_base_v1-0", "ss_max_bucket_reso": 1024, "ss_num_epochs": 67, "ss_num_reg_images": 0, "dtype": "F16", "file": "C:\\Users\\kade\\Desktop\\yiff_toolkit\\ponyxl_loras\\by_hibbary-v1e400.safetensors", "filename": "by_hibbary-v1e400.safetensors"}

ponyxl_loras/by_hibbary-v1e400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bad129cbe9e97efae5427e45b044b2fddf2d4adbe721b07fd01dece5775ec
+size 240587616