Spaces:
Paused
Paused
prompt updates
Browse files
app.py
CHANGED
|
@@ -14,9 +14,9 @@ def on_button_click():
|
|
| 14 |
|
| 15 |
|
| 16 |
modalities = [
|
| 17 |
-
"COMPUTED TOMOGRAPHY (CT)
|
| 18 |
-
"MAGNETIC RESONANCE IMAGING (MRI)
|
| 19 |
-
"POSITRON EMISSION TOMOGRAPHY (PET)
|
| 20 |
]
|
| 21 |
|
| 22 |
modalities = [i.lower() for i in modalities]
|
|
@@ -45,75 +45,93 @@ organ = st.selectbox('Organ', organs, index=None)
|
|
| 45 |
modality = st.selectbox('Modality', modalities, index=None)
|
| 46 |
style = st.selectbox('Style', artists, index=None)
|
| 47 |
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
#
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 81 |
|
| 82 |
artist_prompts = {
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
"Joan Mir贸": f"
|
| 102 |
-
"Georges Seurat": f"
|
| 103 |
-
"脡douard Vuillard": f"
|
| 104 |
-
"Marc Chagall": f"
|
| 105 |
-
"Kazimir Malevich": f"
|
| 106 |
-
"Piet Mondrian": f"
|
| 107 |
-
"Jean-Michel Basquiat": f"
|
| 108 |
-
"Frida Kahlo": f"
|
| 109 |
-
"Artemisia Gentileschi": f"
|
| 110 |
-
"Caravaggio": f"
|
| 111 |
-
"El Greco": f"
|
| 112 |
-
"Eug猫ne Delacroix": f"
|
| 113 |
-
"J.M.W. Turner": f"
|
| 114 |
}
|
| 115 |
|
| 116 |
|
|
|
|
|
|
|
|
|
|
| 117 |
|
| 118 |
prompt_lst = [organ, modality, style]
|
| 119 |
|
|
@@ -130,14 +148,14 @@ if st.session_state.button_clicked:
|
|
| 130 |
with st.spinner('Processing...'):
|
| 131 |
print(prompt_lst)
|
| 132 |
|
| 133 |
-
prompt =
|
| 134 |
print(prompt)
|
| 135 |
-
|
| 136 |
-
|
| 137 |
|
| 138 |
-
|
| 139 |
|
| 140 |
-
st.image(image)
|
| 141 |
|
| 142 |
st.session_state.button_disabled = False
|
| 143 |
|
|
|
|
| 14 |
|
| 15 |
|
| 16 |
modalities = [
|
| 17 |
+
"COMPUTED TOMOGRAPHY (CT)", "DIGITAL BREAST TOMOSYNTHESIS", "DIGITAL MAMMOGRAPHY",
|
| 18 |
+
"MAGNETIC RESONANCE IMAGING (MRI)", "MICRO-CT", "PET-CT",
|
| 19 |
+
"POSITRON EMISSION TOMOGRAPHY (PET)", "RADIOGRAPHY", "ULTRASONOGRAPHY"
|
| 20 |
]
|
| 21 |
|
| 22 |
modalities = [i.lower() for i in modalities]
|
|
|
|
| 45 |
modality = st.selectbox('Modality', modalities, index=None)
|
| 46 |
style = st.selectbox('Style', artists, index=None)
|
| 47 |
|
| 48 |
+
image_descriptions = {
|
| 49 |
+
"COMPUTED TOMOGRAPHY (CT)": "a high-resolution cross-sectional image created by computed tomography (CT), capturing detailed structures of the",
|
| 50 |
+
"DIGITAL BREAST TOMOSYNTHESIS": "a detailed 3D image generated by digital breast tomosynthesis, providing high-definition visualization of the",
|
| 51 |
+
"DIGITAL MAMMOGRAPHY": "a clear, high-contrast image produced by digital mammography, highlighting the fine details and textures of the",
|
| 52 |
+
"MAGNETIC RESONANCE IMAGING (MRI)": "a detailed, high-contrast magnetic resonance imaging (MRI) scan, providing in-depth visualization of the",
|
| 53 |
+
"MICRO-CT": "a high-resolution micro-CT scan, capturing the minute structural details of the",
|
| 54 |
+
"PET-CT": "a combined positron emission tomography-computed tomography (PET-CT) scan, offering both metabolic and anatomical information of the",
|
| 55 |
+
"POSITRON EMISSION TOMOGRAPHY (PET)": "a detailed positron emission tomography (PET) scan, highlighting the metabolic and functional aspects of the",
|
| 56 |
+
"RADIOGRAPHY": "a sharp, high-contrast radiography (X-ray) image, providing clear visualization of the",
|
| 57 |
+
"ULTRASONOGRAPHY": "a detailed ultrasonography image, capturing the soft tissue structures of the"
|
| 58 |
+
}
|
| 59 |
+
|
| 60 |
+
# Descriptions for each organ
|
| 61 |
+
organ_descriptions = {
|
| 62 |
+
"ANUS": "an anatomically precise depiction of the anus, focusing on detailed musculature and surrounding tissues",
|
| 63 |
+
"AORTA": "a highly detailed image of the aorta, capturing the intricate structure of the main artery and its branches",
|
| 64 |
+
"BLADDER": "a clear representation of the bladder, emphasizing the detailed structure of the organ and its surrounding tissues",
|
| 65 |
+
"BONE": "an accurate image of the bone, showcasing its detailed structure, including cortical and trabecular patterns",
|
| 66 |
+
"BRAIN": "a detailed visualization of the brain, highlighting its complex structures and intricate neural networks",
|
| 67 |
+
"BREAST": "a precise image of the breast, focusing on its detailed anatomy and internal structures",
|
| 68 |
+
"CERVIX": "a detailed depiction of the cervix, capturing its unique anatomical features and surrounding tissues",
|
| 69 |
+
"CHEST": "a clear representation of the chest, showcasing the detailed anatomy of the thoracic cavity",
|
| 70 |
+
"COLON": "an accurate image of the colon, emphasizing its detailed structure and surrounding tissues",
|
| 71 |
+
"CORONARY HEART": "a precise visualization of the coronary heart, highlighting the intricate structure of the coronary arteries and heart muscles",
|
| 72 |
+
"EAR": "a detailed image of the ear, focusing on the complex anatomy of the outer, middle, and inner ear",
|
| 73 |
+
"ENDOMETRIUM": "an accurate depiction of the endometrium, highlighting the detailed layers of the uterine lining",
|
| 74 |
+
"ESOPHAGUS": "a clear representation of the esophagus, emphasizing its detailed structure and surrounding tissues",
|
| 75 |
+
"HEAD AND NECK": "a detailed visualization of the head and neck, showcasing the complex anatomical structures and tissues",
|
| 76 |
+
"KIDNEY": "a precise image of the kidney, focusing on its detailed internal structure and surrounding tissues",
|
| 77 |
+
"LIVER": "an accurate depiction of the liver, highlighting its detailed lobes and internal structures",
|
| 78 |
+
"LUNG": "a clear representation of the lung, showcasing the detailed anatomy of the respiratory organ",
|
| 79 |
+
"LYMPH NODE": "a detailed image of the lymph node, emphasizing its unique anatomical features and surrounding tissues",
|
| 80 |
+
"OVARY": "an accurate depiction of the ovary, highlighting its detailed internal structures and surrounding tissues",
|
| 81 |
+
"PANCREAS": "a clear image of the pancreas, showcasing its detailed structure and surrounding tissues",
|
| 82 |
+
"PELVIS": "a precise representation of the pelvis, focusing on its detailed bone structure and surrounding tissues",
|
| 83 |
+
"PERIPHERAL ARTERIAL": "a detailed depiction of the peripheral arterial system, highlighting its intricate vascular structures",
|
| 84 |
+
"PHANTOM": "a detailed representation of a phantom, focusing on its simulated anatomical features for medical imaging purposes",
|
| 85 |
+
"PROSTATE": "an accurate image of the prostate, emphasizing its detailed structure and surrounding tissues",
|
| 86 |
+
"RECTUM": "a precise depiction of the rectum, highlighting its detailed anatomy and surrounding tissues",
|
| 87 |
+
"SOFT TISSUES": "a clear representation of the soft tissues, showcasing the detailed anatomy and intricate structures",
|
| 88 |
+
"UTERUS": "an accurate image of the uterus, emphasizing its detailed structure and surrounding tissues"
|
| 89 |
+
}
|
| 90 |
+
|
| 91 |
+
if organ != None:
|
| 92 |
+
organ_description = organ_descriptions[organ.upper()]
|
| 93 |
+
if modality != None:
|
| 94 |
+
image_description = image_descriptions[modality.upper()]
|
| 95 |
+
|
| 96 |
|
| 97 |
artist_prompts = {
|
| 98 |
+
"Leonardo da Vinci": f"Generate a highly detailed and anatomically accurate {{image_description}} {{organ_description}} in the style of Leonardo da Vinci. Emphasize intricate anatomical details, precision, and a Renaissance aesthetic with detailed sketches and cross-hatching, akin to da Vinci's anatomical drawings.",
|
| 99 |
+
"Vincent van Gogh": f"Create a {{image_description}} {{organ_description}} that is both medically accurate and stylistically reminiscent of Vincent van Gogh. Incorporate bold, expressive brushstrokes, vibrant colors, and swirling patterns that reflect van Gogh's emotional intensity and post-impressionist style.",
|
| 100 |
+
"Pablo Picasso": f"Produce an accurate {{image_description}} {{organ_description}}, infused with the distinctive style of Pablo Picasso. Use cubist elements, fragmented forms, and abstract shapes to reinterpret the anatomical structure while maintaining medical accuracy.",
|
| 101 |
+
"Claude Monet": f"Generate a {{image_description}} {{organ_description}} that combines medical precision with the impressionistic style of Claude Monet. Use soft, diffused colors and light, with a focus on blending and capturing the essence of the organ through light and shadow.",
|
| 102 |
+
"Rembrandt": f"Create a {{image_description}} {{organ_description}} that reflects the Baroque style of Rembrandt. Emphasize dramatic lighting, deep contrasts, and a rich, textured appearance, with a focus on detailed anatomy and chiaroscuro effects.",
|
| 103 |
+
"Michelangelo": f"Produce a {{image_description}} {{organ_description}} in the style of Michelangelo. Emphasize anatomical perfection, muscular detail, and a sculptural quality reminiscent of Michelangelo's work, with a Renaissance grandeur and precision.",
|
| 104 |
+
"Raphael": f"Generate an anatomically accurate {{image_description}} {{organ_description}} with the refined elegance of Raphael. Use harmonious compositions, balanced proportions, and delicate, clear lines, reflecting the High Renaissance style.",
|
| 105 |
+
"Henri Matisse": f"Create a {{image_description}} {{organ_description}} that blends medical accuracy with Henri Matisse's vibrant, Fauvist style. Use bold, flat colors, simplified forms, and a sense of dynamic movement to convey the anatomical structure.",
|
| 106 |
+
"Paul Cezanne": f"Produce a {{image_description}} {{organ_description}} inspired by Paul Cezanne. Emphasize geometric simplification, structured forms, and a painterly approach with visible brushstrokes that convey depth and volume.",
|
| 107 |
+
"Gustav Klimt": f"Generate a {{image_description}} {{organ_description}} in the opulent style of Gustav Klimt. Incorporate intricate patterns, gold leaf effects, and a decorative, almost mosaic-like quality, while ensuring anatomical accuracy.",
|
| 108 |
+
"Jackson Pollock": f"Create a {{image_description}} {{organ_description}} with the dynamic, abstract expressionist style of Jackson Pollock. Use energetic splatters, drips, and layered colors to create an abstract yet medically precise representation.",
|
| 109 |
+
"Edgar Degas": f"Produce an anatomically accurate {{image_description}} {{organ_description}} in the style of Edgar Degas. Use soft pastels, delicate lines, and a focus on capturing the subtle nuances and movement within the organ's structure.",
|
| 110 |
+
"Francisco Goya": f"Generate a {{image_description}} {{organ_description}} reflecting the dramatic and dark style of Francisco Goya. Emphasize strong contrasts, intense emotion, and a somewhat somber tone, while maintaining medical accuracy.",
|
| 111 |
+
"Edouard Manet": f"Create a {{image_description}} {{organ_description}} with the modern, impressionistic style of Edouard Manet. Use loose brushstrokes, a focus on light and shadow, and a slightly realist approach to anatomical detail.",
|
| 112 |
+
"Andy Warhol": f"Produce an accurate {{image_description}} {{organ_description}} in the pop art style of Andy Warhol. Use bright, bold colors, repetitive patterns, and a graphic, almost commercial aesthetic to present the anatomical structure.",
|
| 113 |
+
"Salvador Dal铆": f"Generate a {{image_description}} {{organ_description}} with the surreal, dreamlike quality of Salvador Dal铆. Incorporate unexpected elements, distorted forms, and a sense of fantastical realism, while ensuring anatomical precision.",
|
| 114 |
+
"Wassily Kandinsky": f"Create a {{image_description}} {{organ_description}} in the abstract, expressionist style of Wassily Kandinsky. Use vibrant colors, geometric shapes, and a sense of rhythmic composition to depict the organ's structure.",
|
| 115 |
+
"Paul Gauguin": f"Produce a {{image_description}} {{organ_description}} inspired by Paul Gauguin's post-impressionist style. Use bold, flat areas of color, strong outlines, and a somewhat primitive, symbolic approach to represent the anatomy.",
|
| 116 |
+
"Joan Mir贸": f"Generate a {{image_description}} {{organ_description}} with the whimsical, abstract style of Joan Mir贸. Use playful shapes, bright colors, and a surreal, childlike quality, while maintaining accurate anatomical representation.",
|
| 117 |
+
"Georges Seurat": f"Create an accurate {{image_description}} {{organ_description}} in the pointillist style of Georges Seurat. Use tiny dots of color to build up the image, focusing on light and color interactions to depict the anatomical details.",
|
| 118 |
+
"脡douard Vuillard": f"Produce a {{image_description}} {{organ_description}} with the intimate, decorative style of 脡douard Vuillard. Use soft colors, intricate patterns, and a focus on texture and detail, ensuring medical accuracy.",
|
| 119 |
+
"Marc Chagall": f"Generate a {{image_description}} {{organ_description}} inspired by Marc Chagall's dreamlike, expressionist style. Use rich, vibrant colors, fantastical elements, and a poetic, almost narrative quality to depict the anatomy.",
|
| 120 |
+
"Kazimir Malevich": f"Create an accurate {{image_description}} {{organ_description}} in the suprematist style of Kazimir Malevich. Use geometric shapes, abstract forms, and a minimalist approach, while ensuring clear anatomical representation.",
|
| 121 |
+
"Piet Mondrian": f"Produce a {{image_description}} {{organ_description}} in the neoplasticism style of Piet Mondrian. Use clean lines, primary colors, and a grid-like composition to present the anatomical structure with precise accuracy.",
|
| 122 |
+
"Jean-Michel Basquiat": f"Generate a {{image_description}} {{organ_description}} in the raw, expressive style of Jean-Michel Basquiat. Use bold lines, graffiti-like elements, and a chaotic yet powerful composition to depict the anatomy.",
|
| 123 |
+
"Frida Kahlo": f"Create an anatomically accurate {{image_description}} {{organ_description}} with the emotive, surreal style of Frida Kahlo. Use rich colors, symbolic elements, and a deeply personal, almost autobiographical approach to represent the organ.",
|
| 124 |
+
"Artemisia Gentileschi": f"Produce a {{image_description}} {{organ_description}} in the dramatic Baroque style of Artemisia Gentileschi. Emphasize strong contrasts, rich colors, and detailed anatomy, with a focus on powerful, emotional representation.",
|
| 125 |
+
"Caravaggio": f"Generate a {{image_description}} {{organ_description}} with the intense, realistic style of Caravaggio. Use dramatic chiaroscuro, meticulous detail, and a lifelike quality to ensure anatomical precision.",
|
| 126 |
+
"El Greco": f"Create a {{image_description}} {{organ_description}} inspired by El Greco's elongated forms and dramatic use of color. Emphasize fluid, almost ethereal shapes, and a strong sense of movement, while maintaining anatomical accuracy.",
|
| 127 |
+
"Eug猫ne Delacroix": f"Produce an accurate {{image_description}} {{organ_description}} with the romantic, dynamic style of Eug猫ne Delacroix. Use vivid colors, energetic brushstrokes, and a sense of drama to depict the anatomical details.",
|
| 128 |
+
"J.M.W. Turner": f"Generate a {{image_description}} {{organ_description}} in the atmospheric, impressionistic style of J.M.W. Turner. Use soft, diffused light, swirling colors, and a focus on capturing the essence and movement within the organ's structure."
|
| 129 |
}
|
| 130 |
|
| 131 |
|
| 132 |
+
combined_prompts = {artist: prompt.replace("{{image_description}}", "{image_description}").replace("{{organ_description}}", "{organ_description}")
|
| 133 |
+
for artist, prompt in artist_prompts.items()}
|
| 134 |
+
|
| 135 |
|
| 136 |
prompt_lst = [organ, modality, style]
|
| 137 |
|
|
|
|
| 148 |
with st.spinner('Processing...'):
|
| 149 |
print(prompt_lst)
|
| 150 |
|
| 151 |
+
prompt = combined_prompts[style].format(image_description=image_description, organ_description=organ_description)
|
| 152 |
print(prompt)
|
| 153 |
+
# pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16")
|
| 154 |
+
# pipe.to("cuda")
|
| 155 |
|
| 156 |
+
# image = pipe(prompt=prompt).images[0]
|
| 157 |
|
| 158 |
+
# st.image(image)
|
| 159 |
|
| 160 |
st.session_state.button_disabled = False
|
| 161 |
|