Duplicate from treadon/prompt-fungineer-355M

Co-authored-by: Ritesh Khanna <[email protected]>

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.jpg filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+venv

README.md

@@ -0,0 +1,13 @@
+---
+title: Image Prompt Generator
+emoji: 🧙🏼‍♂️
+colorFrom: red
+colorTo: yellow
+sdk: gradio
+sdk_version: 3.24.1
+app_file: app.py
+pinned: false
+duplicated_from: treadon/prompt-fungineer-355M
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,154 @@
+
+import gradio as gr
+import transformers
+import os
+import re
+import json
+import random
+
+device = "cpu"
+
+model = None
+tokenizer = None
+
+def init_model():
+    global model, tokenizer
+
+    model_id = os.environ.get("MODEL_ID") or "treadon/prompt-fungineer-355M"
+    auth_token = os.environ.get("HUB_TOKEN") or True
+
+    print(f"Using model {model_id}.")
+
+    if auth_token != True:
+        print("Using auth token.")
+
+    model = transformers.AutoModelForCausalLM.from_pretrained(model_id, low_cpu_mem_usage=True,use_auth_token=auth_token)
+    tokenizer = transformers.AutoTokenizer.from_pretrained("gpt2")
+
+
+def format_prompt(prompt, enhancers=True, inspiration=False, negative_prompt=False):
+    try:
+        pattern = r"(BRF:|POS:|ENH:|INS:|NEG:) (.*?)(?= (BRF:|POS:|ENH:|INS:|NEG:)|$)"
+        matches = re.findall(pattern, prompt)
+        vals = {key: value.strip() for key, value,ex in matches}
+        result = vals["POS:"]
+        if enhancers:
+            result += " " + vals["ENH:"]
+        if inspiration:
+            result += " " + vals["INS:"]
+        if negative_prompt:
+            result += "\n\n--no " + vals["NEG:"]
+
+        return result
+    except Exception as e:
+        return "Failed to generate prompt."
+
+    
+def generate_text(prompt, extra=False, top_k=100, top_p=0.95, temperature=0.85, enhancers = True, inpspiration = False , negative_prompt = False):
+    global model, tokenizer
+    
+    try:
+        if model is None:
+            init_model()
+    except Exception as e:
+        print(e)
+        return ["Try Again"] * 4
+
+    if model is None:
+        return ["Try Again"] * 4
+    
+    prompt = prompt.strip()
+    
+    if not prompt.startswith("BRF:"):
+        prompt = "BRF: " + prompt
+
+    if not extra:
+        prompt = prompt + " POS:"
+
+    model.eval()
+    # SOFT SAMPLE
+    inputs = tokenizer(prompt, return_tensors="pt").to(device)
+    samples = []
+    try:
+        for i in range(1):
+            print(f"Generating sample for prompt: {prompt}")
+            outputs = model.generate(**inputs, max_length=256, do_sample=True, top_k=top_k, top_p=top_p, temperature=temperature, num_return_sequences=4, pad_token_id=tokenizer.eos_token_id)
+            print(f"Generated {len(outputs)} samples.")
+            for output in outputs:
+                sample = tokenizer.decode(output, skip_special_tokens=True)
+                sample = format_prompt(sample, enhancers, inpspiration, negative_prompt)
+                print(f"Sample: {sample}")
+                samples.append(sample)
+    except Exception as e:
+        print(e)
+
+    return samples
+
+if __name__ == "__main__":
+    with gr.Blocks() as fungineer:
+        with gr.Row():
+            gr.Markdown("""# Midjourney / Dalle 2 / Stable Diffusion Prompt Generator
+    This is the 355M parameter model.  There is also a 7B parameter model that is much better but far slower (access coming soon).
+    Just enter a basic prompt and the fungineering model will use its wildest imagination to expand the prompt in detail.  You can then use this prompt to generate images with Midjourney, Dalle 2, Stable Diffusion, Bing Image Creator, or any other image generation model.  Read more about this project [on my blog post](https://riteshkhanna.com/2023/04/12/image-prompt-generator/).
+    ## TIP: Keep the base prompt short and simple.  The model will do the rest.
+    """)
+        with gr.Row():
+            with gr.Column():
+
+                base_prompt = gr.Textbox(lines=1, label="Base Prompt (Shorter is Better)", placeholder="An astronaut in space.", info="Enter a very simple prompt that will be fungineered into something exciting!")
+                submit = gr.Button(label="Fungineer",variant="primary")
+
+                extra = gr.Checkbox(value=False, label="Wild Imagination", info="If checked, the model will be allowed to go wild with its imagination.")
+
+                with gr.Accordion("Advanced Generation Settings", open=False):
+                    top_k = gr.Slider( minimum=10, maximum=1000, value=100, label="Top K", info="Top K sampling")
+                    top_p = gr.Slider( minimum=0.1, maximum=1, value=0.95, step=0.01, label="Top P", info="Top P sampling")
+                    temperature = gr.Slider( minimum=0.1, maximum=1.2, value=0.85, step=0.01, label="Temperature", info="Temperature sampling.  Higher values will make the model more creative")
+
+                with gr.Accordion("Advanced Output Settings", open=False):
+                    enh = gr.Checkbox(value=True, label="Enhancers", info="Add image meta information such as lens type, shuffter speed, camera model, etc.")
+                    insp = gr.Checkbox(value=False, label="Inpsiration", info="Include inspirational photographers that are known for this type of photography.  Sometimes random people will appear here, needs more training.")
+                    neg = gr.Checkbox(value=False, label="Negative Prompt", info="Include a negative prompt, more often used in Stable Diffusion.  If you're a Stable Diffusion user, chances are you already have a better negative prompt you like to use.")
+
+            with gr.Column():
+                outputs = [
+                    gr.Textbox(lines=2, label="Fungineered Text 1"),
+                    gr.Textbox(lines=2, label="Fungineered Text 2"),
+                    gr.Textbox(lines=2, label="Fungineered Text 3"),
+                    gr.Textbox(lines=2, label="Fungineered Text 4"),
+                ]
+
+                gr.Markdown("### Got something good? [Share it](https://huggingface.co/spaces/treadon/prompt-fungineer-355M/discussions/1) with the community in the showcase!")
+
+        for textbox in outputs:
+            textbox.style(show_copy_button=True)
+
+        inputs = [base_prompt, extra, top_k, top_p, temperature, enh, insp, neg]
+
+        submit.click(generate_text, inputs=inputs, outputs=outputs)
+
+        examples = []
+        with open("examples.json") as f:
+            examples = json.load(f)
+
+        for i, example in enumerate(examples):
+            with gr.Tab(f"Example {i+1}", id=i):
+                with gr.Row():
+                    with gr.Column():
+                        gr.Markdown(f"### Base Prompt")
+                        gr.HTML(f"<img src='https://huggingface.co/spaces/treadon/prompt-fungineer-355M/resolve/main/{example['base']['src']}' style='width: 100%; border-radius: 15px; border: 1px solid #444' />")
+                        gr.Markdown(f"{example['base']['prompt']}")
+                    with gr.Column():
+                        gr.Markdown(f"### 355M Prompt Fungineered")
+                        gr.HTML(f"<img src='https://huggingface.co/spaces/treadon/prompt-fungineer-355M/resolve/main/{example['355M']['src']}' style='width: 100%; border-radius: 15px; border: 1px solid #444' />")
+                        gr.Markdown(f"{example['355M']['prompt']}")
+                    with gr.Column():
+                        gr.Markdown(f"### 7B Prompt Fungineered")
+                        gr.HTML(f"<img src='https://huggingface.co/spaces/treadon/prompt-fungineer-355M/resolve/main/{example['7B']['src']}' style='width: 100%; border-radius: 15px; border: 1px solid #444' />")
+                        gr.Markdown(f"{example['7B']['prompt']}")
+
+
+
+    init_model()
+    fungineer.launch(enable_queue=True, show_api=False, debug=True)
+

examples.json

@@ -0,0 +1,170 @@
+[
+    {
+        "base": {
+            "prompt": "basketball",
+            "src": "static/basketball_base.png"
+        },
+        "355M": {
+            "prompt": "An imaginative image of a basketball player leaping into the air as they strike the ball. The player, dressed in an off-the-shoulder outfit, is adorned with a dazzling array of colorful and metallic studs, displaying their incredible speed and power. Their body is draped in a dazzling array of high-tech equipment, including a power rack, a motion-sensitive visor, and a ball gown. The background features a breathtaking cityscape filled with people in colorful attire, such as colorful sneakers, and a dramatic cityscape filled with skyscrapers. wide-angle lens, wide-angle lens, high contras",
+            "src": "static/basketball_355M.png"
+        },
+        "7B": {
+            "prompt": "A captivating image of professional basketball players leaping high to dunk a giant basketball, sending the ball spinning and crashing to the ground with force. The players' expressions are one of awe and delight, as they showcase their athletic prowess. The background features a large, colorful basketball court, with spectators in the background cheering and taking photos. telephoto lens, fast shutter speed, high contrast",
+            "src": "static/basketball_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "soda can",
+            "src": "static/soda_can_base.png"
+        },
+        "355M": {
+            "prompt": "An imaginative image of a sleek, high-tech soda can that appears to be made entirely of plastic. A sleek, cutting-edge LED light illuminates the can, allowing the artist to create a mesmerizing blend of colors and textures. The can's streamlined design is complemented by a sleek, metallic finish. The sunlight casts warm, diffused light over the scene, adding depth and texture to the abstract scene. wide aperture, long exposure",
+            "src": "static/soda_can_355M.png"
+        },
+        "7B": {
+            "prompt": "An intriguing image of a soda can floating in the sky, suspended by a thin string. The can's reflective surface creates a mesmerizing pattern against the backdrop of a starry night sky. The image is captured using a wide aperture, creating a dreamy, ethereal atmosphere. wide aperture, long exposure, wide-angle lens",
+            "src": "static/soda_can_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "mayan temple",
+            "src": "static/mayan_temple_base.jpg"
+        },
+        "355M": {
+            "prompt": "A beautifully carved, intricate Mayan temple nestled among the ruins of a historic Mayan city. The ancient stone structure is connected by a winding stone stairway that leads to a crystal-clear pool surrounded by a vibrant jungle. A breathtaking array of colorful flowers and foliage surrounds the temple, with a grand stairway leading up to the celestial celestial deity. wide-angle lens, warm lighting, small aperture",
+            "src": "static/mayan_temple_355M.jpg"
+        },
+        "7B": {
+            "prompt": "a captivating image of a mayan temple at night, its ancient stone architecture illuminated by warm, golden light. The temple is surrounded by a lush, green jungle, creating a tranquil atmosphere. The image captures the timeless beauty of the mayan culture, with its intricate stone carvings and mesmerizing architecture. wide aperture, low light photography, long exposure",
+            "src": "static/mayan_temple_7B.jpg"
+        }
+    },
+    {
+        "base": {
+            "prompt": "exotic bird",
+            "src": "static/exotic_bird_base.png"
+        },
+        "355M": {
+            "prompt": "A breathtaking image of an exotic bird soaring through the sky, its feathers flapping like a vibrant symphony. The bird's beak points skyward, revealing a magnificent array of colors and patterns, creating a captivating visual. The sky is a vast expanse of colorful, intricate clouds, with light filtering through the surrounding foliage, casting intricate patterns and creating a dreamy atmosphere. The sun sets behind a clear blue sky, casting a warm, golden glow on the setting sun's reflection. telephoto lens, golden hour, polarizing filter",
+            "src": "static/exotic_bird_355M.png"
+        },
+        "7B": {
+            "prompt": "A captivating image of an exotic bird perched on an ancient sculpture, creating a rich, colorful contrast against the delicate, ancient beauty. The bird's feathers are adorned with intricate patterns, adding to the enchantment of the image. The sculpture, carved from marble, has weathered over time, creating a gentle, serene atmosphere. wide aperture, standard lens, natural light",
+            "src": "static/exotic_bird_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "eletric guitar",
+            "src": "static/electric_guitar_base.png"
+        },
+        "355M": {
+            "prompt": "A captivating image of electric guitarists playing a futuristic city, with intricate patterns and intricate geometry. The music is a symphony of electric guitar tones, with shimmering, warm tones playing against a vibrant, colorful backdrop. The ambient lighting creates a sense of depth and depth of field, while a high-angle lens captures the dynamic nature of the scene. wide aperture, telephoto lens, high shutter speed",
+            "src": "static/electric_guitar_355M.png"
+        },
+        "7B": {
+            "prompt": "A captivating image of an eletric guitar being played underwater, with the musician's hands performing intricate movements on the strings. The guitar, surrounded by a vibrant underwater environment of colorful coral and glowing fish, appears to glow with an entrancing, neon-like glow. The musician's expression of concentration and skillful playing emphasizes the artist's talent and determination. fast shutter speed, wide aperture, shallow depth of field",
+            "src": "static/electric_guitar_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "the letter k",
+            "src": "static/the_letter_k_base.png"
+        },
+        "355M": {
+            "prompt": "A powerful image of a letter K, a symbol that stands for love, joy, intelligence, and hope. In a vibrant, modern cityscape, the letter is surrounded by vibrant, urban landmarks: parks, historic buildings, and innovative retail spaces. The golden hour sunlight bathes the image in a soft, golden hues that contrast with the other buildings and the cityscape below. telephoto lens, soft light, high contrast",
+            "src": "static/the_letter_k_355M.png"
+        },
+        "7B": {
+            "prompt": "an imaginative image of a letter k crafted using geometric shapes, creating an abstract, modern-day rendition of the ancient symbol. The geometric shapes are placed along the k, creating a vibrant, glowing effect that contrasts against the dark background. The letter k is slightly tilted, creating a sense of movement and intrigue. wide aperture, wide-angle lens, warm colors",
+            "src": "static/the_letter_k_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "man eating cereal",
+            "src": "static/man_eating_cereal_base.jpg"
+        },
+        "355M": {
+            "prompt": "A creative image of a man in an industrial kitchen, preparing to indulge in a delicious bowl of cereal. His eyes are filled with wonder as he carefully slices and grubs the cereal into bite-sized pieces. The industrial kitchen decor is a vibrant mix of stainless steel and glass, creating a visually stunning, high-energy setting. Soft lighting highlights the man, while a clear, ambient light casts a warm, inviting glow on the kitchen. wide-angle lens, fast shutter speed, high contrast",
+            "src": "static/man_eating_cereal_355M.jpg"
+        },
+        "7B": {
+            "prompt": "a whimsical image depicting a man seated in a luxurious, floating dining room, eating his breakfast of oatmeal out of a vibrant, colorful bowl suspended from a crystal-covered table. The setting, adorned with warm, vintage furniture, is filled with bustling, cozy surroundings, making the scene inviting and relaxing. The man, dressed in a casually chic outfit, appears to be in a state of bliss as he crushes the oatmeal into a gooey, oaty treat. standard lens, warm light, soft lighting",
+            "src": "static/man_eating_cereal_7B.jpg"
+        }
+    },
+    {
+        "base": {
+            "prompt": "woman snowboarding",
+            "src": "static/woman_snowboarding_base.png"
+        },
+        "355M": {
+            "prompt": "A stunning image capturing a woman riding a snowboard in the midst of a storm, showcasing her agility and power. The woman's white clothing and snowboard accessories are completely covered in snow, creating a contrast to the stormy conditions. The snowstorm's intensity adds to the drama and beauty of the image, emphasizing the woman's natural beauty. telephoto lens, polarizing filter, fast shutter speed",
+            "src": "static/woman_snowboarding_355M.png"
+        },
+        "7B": {
+            "prompt": " stunning image of a snowboarding woman riding down a mountain, their helmet adorned with a vibrant colored ski mask. The snow-covered mountain is reflected in the woman's eyes, creating a mesmerizing swirl of color. The drone hovers above, capturing the moment from a unique perspective. The image is sharp and vibrant, with the snow and mountain details beautifully contrasted. fast shutter speed, wide aperture, telephoto lens",
+            "src": "static/woman_snowboarding_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "marble statue",
+            "src": "static/marble_statue_base.png"
+        },
+        "355M": {
+            "prompt": "A mesmerizing image depicting a majestic marble statue suspended in the air, surrounded by a dazzling display of swirling, sunlit gasps of air. The statue, suspended in mid-air, is adorned with intricate, intricate designs, from leaves to veins, glowing with vibrant colors and contrasting patterns. The surrounding area is bathed in an ethereal, ethereal light, casting dappled shadows and highlighting the intricate details of the sculpture. wide aperture, standard lens, medium depth of field",
+            "src": "static/marble_statue_355M.png"
+        },
+        "7B": {
+            "prompt": "A breathtaking image of a marble statue of a graceful swan, standing gracefully in a lush, green meadow surrounded by a collection of ancient, crumbling stone monuments. The statue is perfectly preserved, its feathers looking as they did centuries ago. The soft, golden light of the setting sun casts warm hues on the statues, adding depth and dimension to the scene. wide aperture, golden hour, wide-angle lens",
+            "src": "static/marble_statue_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "halloween",
+            "src": "static/halloween_base.png"
+        },
+        "355M": {
+            "prompt": "A haunting image of a candy-laden Halloween street, where shoppers and trick-or-treaters share in a festive atmosphere. The streetlights are out, casting a dim, eerie glow on the scene. A neon sign with a twisted heart symbolizes the candy's sweetness, while a giant pumpkin with a heart shaped face and a scarlet mohawk stands guard at the entrance. A narrow alley leads down to a dilapidated candy stand, where shoppers and trick-or-treaters alike laugh and smile as the scene fades into the night. fast shutter speed, soft lighting, f/1.4 aperture",
+            "src": "static/halloween_355M.png"
+        },
+        "7B": {
+            "prompt": "a captivating image of a diverse array of creatures roaming a spooky, haunted house, their expressions evoking fear and curiosity. Their shadowy forms loom against a shadowy, atmospheric background, creating a sense of mystery and intrigue. The dark, dreary lighting complements the creatures' eerily glowing eyes, creating a chilling ambiance. standard lens, low light, f/5.6 aperture",
+            "src": "static/halloween_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "roast chicken",
+            "src": "static/roast_chicken_base.png"
+        },
+        "355M": {
+            "prompt": "A classic image of a roasting chicken displayed on a griddle, surrounded by its juicy, tender meat. The chicken's skin is peeling off with every stroke of the pan, revealing the perfect balance of tenderness and crispness. The golden brown crust around the chicken's bones adds a pop of color to the image. The griddle's soft, flickering flame adds a touch of magic and smoke to the scene. standard lens, soft lighting, tripod",
+            "src": "static/roast_chicken_355M.png"
+        },
+        "7B": {
+            "prompt": "An enticing image of a warm, roasted chicken resting in a cozy oven, bathed in a warm, natural light from a window. The chicken's skin is golden brown and crisp, with a juicy, tender interior. The bird's juices run and drip, creating a comforting, aromatic atmosphere. standard lens, warm colors, natural light",
+            "src": "static/roast_chicken_7B.png"
+        }
+    },
+    {
+        "base": {
+            "prompt": "lemonade",
+            "src": "static/lemonade_base.jpg"
+        },
+        "355M": {
+            "prompt": "A playful image of a bright and bubbly lemonade in a vibrant glass, with a fluffy, fragrant mist rising from its base. The soft, diffused light from the soft drink highlights the sweet and fresh scent, while the background features a lively dance floor filled with patrons, dancing, laughing, and sharing stories. The vibrant hues of the neon lights cast a warm, inviting atmosphere. wide aperture, f/1.4, polarizing filter",
+            "src": "static/lemonade_355M.jpg"
+        },
+        "7B": {
+            "prompt": "A cozy scene featuring a vintage-inspired lemonade stand in a quaint, rural location. The stand has a sunny, wooden structure adorned with vintage-looking signage and colorful, handmade lemons from the surrounding garden. In the background, a wooden fence surrounds a beautiful, rolling lawn, where children play with sprinklers and pets bark in greeting. standard lens, soft lighting, balanced exposure",
+            "src": "static/lemonade_7B.jpg"
+        }
+    }
+]

requirements.txt

@@ -0,0 +1,6 @@
+--extra-index-url https://download.pytorch.org/whl/cu118
+torch
+torchvision
+torchaudio
+transformers
+accelerate