This commit is contained in:
frostydad 2022-09-22 19:39:45 -06:00
parent 863c165e6b
commit 7f825d8011
2 changed files with 148 additions and 12 deletions

View File

@ -27,8 +27,8 @@ jobs:
import shutil import shutil
from urllib import request as ulreq from urllib import request as ulreq
# import markdownify
import requests import requests
from huggingface_hub import HfApi
from PIL import ImageFile from PIL import ImageFile
@ -53,13 +53,17 @@ jobs:
# Get list of model directories # Get list of model directories
working_dir = os.getcwd() # working_dir = os.getcwd()
root_dir_list = [] # root_dir_list = []
for x in os.listdir(working_dir): # for x in os.listdir(working_dir):
if os.path.isdir(x): # if os.path.isdir(x):
root_dir_list.append(x) # root_dir_list.append(x)
html_struct = f"""<!DOCTYPE html> # Get list of models under the sd-concepts-library organization
api = HfApi()
root_dir_list = api.list_models(author="sd-concepts-library").sort()
html_struct = """<!DOCTYPE html>
<html lang="en"> <html lang="en">
<head> <head>
<title>Stable Diffusion Texual Inversion Models</title> <title>Stable Diffusion Texual Inversion Models</title>
@ -92,7 +96,6 @@ jobs:
</style> </style>
<div class="container" style="margin-bottom: 180px;"> <div class="container" style="margin-bottom: 180px;">
<div class="jumbotron text-center" style="margin: 45px;"><h1>Stable Diffusion Texual Inversion Models</h1></div> <div class="jumbotron text-center" style="margin: 45px;"><h1>Stable Diffusion Texual Inversion Models</h1></div>
<center>Compiled {datetime.datetime.now().strftime('%B %d, %Y')}</center>
<p> <p>
Generated from <a href="https://huggingface.co/sd-concepts-library">huggingface.co/sd-concepts-library</a> Generated from <a href="https://huggingface.co/sd-concepts-library">huggingface.co/sd-concepts-library</a>
@ -102,10 +105,6 @@ jobs:
Downloaded models are straight from the HuggingFace repositories and are named learned_embeds.bin. Rename to model_name.pt Downloaded models are straight from the HuggingFace repositories and are named learned_embeds.bin. Rename to model_name.pt
</p> </p>
<p>
The HuggingFace repository is changed regularly so this page might not be current.
</p>
<br><hr> <br><hr>
""" """
@ -151,3 +150,8 @@ jobs:
f = open('sd-concepts-library.html', 'w') f = open('sd-concepts-library.html', 'w')
f.write(html_struct) f.write(html_struct)
f.close() f.close()
# markdown = markdownify.markdownify(html_struct, heading_style="ATX")
# f = open('sd-concepts-library.md', 'w')
# f.write(markdown)
# f.close()

View File

@ -0,0 +1,132 @@
import os
import shutil
from urllib import request as ulreq
import requests
from huggingface_hub import HfApi
from PIL import ImageFile
def getsizes(uri):
# https://stackoverflow.com/a/37709319
# get file size *and* image size (None if not known)
file = ulreq.urlopen(uri)
size = file.headers.get("content-length")
if size:
size = int(size)
p = ImageFile.Parser()
while True:
data = file.read(1024)
if not data:
break
p.feed(data)
if p.image:
return size, p.image.size
break
file.close()
return (size, None)
# Get list of model directories
# working_dir = os.getcwd()
# root_dir_list = []
# for x in os.listdir(working_dir):
# if os.path.isdir(x):
# root_dir_list.append(x)
# Get list of models under the sd-concepts-library organization
api = HfApi()
root_dir_list = api.list_models(author="sd-concepts-library").sort()
html_struct = """<!DOCTYPE html>
<html lang="en">
<head>
<title>Stable Diffusion Texual Inversion Models</title>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<link href="https://cdn.jsdelivr.net/npm/bootstrap@5.2.1/dist/css/bootstrap.min.css" rel="stylesheet" integrity="sha384-iYQeCzEYFbKjA/T2uDLTpkwGzCiq6soy8tYaI1GyVh/UjpbCx/TYkiZhlZB6+fzT" crossorigin="anonymous">
</head>
<body>
<style>
.img-wrapper {
display: flex;
margin-top: 40px;
}
.img1,
.img2,
.img3 {}
.thumbnail {
height: 185px;
}
.model-link {}
.model-title {
margin-top: 100px;
}
.model-link-wrapper {}
</style>
<div class="container" style="margin-bottom: 180px;">
<div class="jumbotron text-center" style="margin: 45px;"><h1>Stable Diffusion Texual Inversion Models</h1></div>
<p>
Generated from <a href="https://huggingface.co/sd-concepts-library">huggingface.co/sd-concepts-library</a>
</p>
<p>
Downloaded models are straight from the HuggingFace repositories and are named learned_embeds.bin. Rename to model_name.pt
</p>
<br><hr>
"""
# Move the model out
i = 1
for model_name in root_dir_list:
print(f'{i}/{len(root_dir_list)} -> {model_name}')
# if os.path.exists(f'{model_name}/learned_embeds.bin'): # double check the file exists since sometimes it hasn't been uploaded yet
# shutil.move(f'{model_name}/learned_embeds.bin', f'{model_name}/{model_name}.pt')
# pass
# else:
# continue
# Images can be in a few different formats, figure out which one it's in
img_type = None
img_width = None
for type in ['jpeg', 'png', 'jpg']:
r = requests.head(f'https://huggingface.co/sd-concepts-library/{model_name}/resolve/main/concept_images/0.{type}', allow_redirects=True)
if r.status_code == 200:
img_type = type
img_width = getsizes(f'https://huggingface.co/sd-concepts-library/{model_name}/resolve/main/concept_images/0.{type}')[1][0]
break
html_struct = html_struct + f"""<h3 class="model-title">{model_name}</h3>
<p><a class="model-link" href="https://huggingface.co/sd-concepts-library/{model_name}/resolve/main/learned_embeds.bin">Download {model_name}</a></p>
<p><a class="model-link" href="https://huggingface.co/sd-concepts-library/{model_name}/">View Repository</a></p>
<div class="img-wrapper">
<div class="img1" style="width:{img_width}px;">
<img class="thumbnail" src="https://huggingface.co/sd-concepts-library/{model_name}/resolve/main/concept_images/0.{img_type}">
</div>
<div class="img2" style="width:{img_width}px;">
<img class="thumbnail" src="https://huggingface.co/sd-concepts-library/{model_name}/resolve/main/concept_images/1.{img_type}">
</div>
<div class="img3" style="width:{img_width}px;">
<img class="thumbnail" src="https://huggingface.co/sd-concepts-library/{model_name}/resolve/main/concept_images/2.{img_type}">
</div>
</div>"""
i = i + 1
html_struct = html_struct + '</div></body></html>'
f = open('sd-concepts-library.html', 'w')
f.write(html_struct)
f.close()
# markdown = markdownify.markdownify(html_struct, heading_style="ATX")
# f = open('sd-concepts-library.md', 'w')
# f.write(markdown)
# f.close()