Spaces:
Paused
Paused
prompt updates
Browse files
app.py
CHANGED
@@ -14,9 +14,9 @@ def on_button_click():
|
|
14 |
|
15 |
|
16 |
modalities = [
|
17 |
-
"COMPUTED TOMOGRAPHY (CT)
|
18 |
-
"MAGNETIC RESONANCE IMAGING (MRI)
|
19 |
-
"POSITRON EMISSION TOMOGRAPHY (PET)
|
20 |
]
|
21 |
|
22 |
modalities = [i.lower() for i in modalities]
|
@@ -45,75 +45,93 @@ organ = st.selectbox('Organ', organs, index=None)
|
|
45 |
modality = st.selectbox('Modality', modalities, index=None)
|
46 |
style = st.selectbox('Style', artists, index=None)
|
47 |
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
#
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
81 |
|
82 |
artist_prompts = {
|
83 |
-
|
84 |
-
|
85 |
-
|
86 |
-
|
87 |
-
|
88 |
-
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
96 |
-
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
-
|
101 |
-
"Joan Mir贸": f"
|
102 |
-
"Georges Seurat": f"
|
103 |
-
"脡douard Vuillard": f"
|
104 |
-
"Marc Chagall": f"
|
105 |
-
"Kazimir Malevich": f"
|
106 |
-
"Piet Mondrian": f"
|
107 |
-
"Jean-Michel Basquiat": f"
|
108 |
-
"Frida Kahlo": f"
|
109 |
-
"Artemisia Gentileschi": f"
|
110 |
-
"Caravaggio": f"
|
111 |
-
"El Greco": f"
|
112 |
-
"Eug猫ne Delacroix": f"
|
113 |
-
"J.M.W. Turner": f"
|
114 |
}
|
115 |
|
116 |
|
|
|
|
|
|
|
117 |
|
118 |
prompt_lst = [organ, modality, style]
|
119 |
|
@@ -130,14 +148,14 @@ if st.session_state.button_clicked:
|
|
130 |
with st.spinner('Processing...'):
|
131 |
print(prompt_lst)
|
132 |
|
133 |
-
prompt =
|
134 |
print(prompt)
|
135 |
-
|
136 |
-
|
137 |
|
138 |
-
|
139 |
|
140 |
-
st.image(image)
|
141 |
|
142 |
st.session_state.button_disabled = False
|
143 |
|
|
|
14 |
|
15 |
|
16 |
modalities = [
|
17 |
+
"COMPUTED TOMOGRAPHY (CT)", "DIGITAL BREAST TOMOSYNTHESIS", "DIGITAL MAMMOGRAPHY",
|
18 |
+
"MAGNETIC RESONANCE IMAGING (MRI)", "MICRO-CT", "PET-CT",
|
19 |
+
"POSITRON EMISSION TOMOGRAPHY (PET)", "RADIOGRAPHY", "ULTRASONOGRAPHY"
|
20 |
]
|
21 |
|
22 |
modalities = [i.lower() for i in modalities]
|
|
|
45 |
modality = st.selectbox('Modality', modalities, index=None)
|
46 |
style = st.selectbox('Style', artists, index=None)
|
47 |
|
48 |
+
image_descriptions = {
|
49 |
+
"COMPUTED TOMOGRAPHY (CT)": "a high-resolution cross-sectional image created by computed tomography (CT), capturing detailed structures of the",
|
50 |
+
"DIGITAL BREAST TOMOSYNTHESIS": "a detailed 3D image generated by digital breast tomosynthesis, providing high-definition visualization of the",
|
51 |
+
"DIGITAL MAMMOGRAPHY": "a clear, high-contrast image produced by digital mammography, highlighting the fine details and textures of the",
|
52 |
+
"MAGNETIC RESONANCE IMAGING (MRI)": "a detailed, high-contrast magnetic resonance imaging (MRI) scan, providing in-depth visualization of the",
|
53 |
+
"MICRO-CT": "a high-resolution micro-CT scan, capturing the minute structural details of the",
|
54 |
+
"PET-CT": "a combined positron emission tomography-computed tomography (PET-CT) scan, offering both metabolic and anatomical information of the",
|
55 |
+
"POSITRON EMISSION TOMOGRAPHY (PET)": "a detailed positron emission tomography (PET) scan, highlighting the metabolic and functional aspects of the",
|
56 |
+
"RADIOGRAPHY": "a sharp, high-contrast radiography (X-ray) image, providing clear visualization of the",
|
57 |
+
"ULTRASONOGRAPHY": "a detailed ultrasonography image, capturing the soft tissue structures of the"
|
58 |
+
}
|
59 |
+
|
60 |
+
# Descriptions for each organ
|
61 |
+
organ_descriptions = {
|
62 |
+
"ANUS": "an anatomically precise depiction of the anus, focusing on detailed musculature and surrounding tissues",
|
63 |
+
"AORTA": "a highly detailed image of the aorta, capturing the intricate structure of the main artery and its branches",
|
64 |
+
"BLADDER": "a clear representation of the bladder, emphasizing the detailed structure of the organ and its surrounding tissues",
|
65 |
+
"BONE": "an accurate image of the bone, showcasing its detailed structure, including cortical and trabecular patterns",
|
66 |
+
"BRAIN": "a detailed visualization of the brain, highlighting its complex structures and intricate neural networks",
|
67 |
+
"BREAST": "a precise image of the breast, focusing on its detailed anatomy and internal structures",
|
68 |
+
"CERVIX": "a detailed depiction of the cervix, capturing its unique anatomical features and surrounding tissues",
|
69 |
+
"CHEST": "a clear representation of the chest, showcasing the detailed anatomy of the thoracic cavity",
|
70 |
+
"COLON": "an accurate image of the colon, emphasizing its detailed structure and surrounding tissues",
|
71 |
+
"CORONARY HEART": "a precise visualization of the coronary heart, highlighting the intricate structure of the coronary arteries and heart muscles",
|
72 |
+
"EAR": "a detailed image of the ear, focusing on the complex anatomy of the outer, middle, and inner ear",
|
73 |
+
"ENDOMETRIUM": "an accurate depiction of the endometrium, highlighting the detailed layers of the uterine lining",
|
74 |
+
"ESOPHAGUS": "a clear representation of the esophagus, emphasizing its detailed structure and surrounding tissues",
|
75 |
+
"HEAD AND NECK": "a detailed visualization of the head and neck, showcasing the complex anatomical structures and tissues",
|
76 |
+
"KIDNEY": "a precise image of the kidney, focusing on its detailed internal structure and surrounding tissues",
|
77 |
+
"LIVER": "an accurate depiction of the liver, highlighting its detailed lobes and internal structures",
|
78 |
+
"LUNG": "a clear representation of the lung, showcasing the detailed anatomy of the respiratory organ",
|
79 |
+
"LYMPH NODE": "a detailed image of the lymph node, emphasizing its unique anatomical features and surrounding tissues",
|
80 |
+
"OVARY": "an accurate depiction of the ovary, highlighting its detailed internal structures and surrounding tissues",
|
81 |
+
"PANCREAS": "a clear image of the pancreas, showcasing its detailed structure and surrounding tissues",
|
82 |
+
"PELVIS": "a precise representation of the pelvis, focusing on its detailed bone structure and surrounding tissues",
|
83 |
+
"PERIPHERAL ARTERIAL": "a detailed depiction of the peripheral arterial system, highlighting its intricate vascular structures",
|
84 |
+
"PHANTOM": "a detailed representation of a phantom, focusing on its simulated anatomical features for medical imaging purposes",
|
85 |
+
"PROSTATE": "an accurate image of the prostate, emphasizing its detailed structure and surrounding tissues",
|
86 |
+
"RECTUM": "a precise depiction of the rectum, highlighting its detailed anatomy and surrounding tissues",
|
87 |
+
"SOFT TISSUES": "a clear representation of the soft tissues, showcasing the detailed anatomy and intricate structures",
|
88 |
+
"UTERUS": "an accurate image of the uterus, emphasizing its detailed structure and surrounding tissues"
|
89 |
+
}
|
90 |
+
|
91 |
+
if organ != None:
|
92 |
+
organ_description = organ_descriptions[organ.upper()]
|
93 |
+
if modality != None:
|
94 |
+
image_description = image_descriptions[modality.upper()]
|
95 |
+
|
96 |
|
97 |
artist_prompts = {
|
98 |
+
"Leonardo da Vinci": f"Generate a highly detailed and anatomically accurate {{image_description}} {{organ_description}} in the style of Leonardo da Vinci. Emphasize intricate anatomical details, precision, and a Renaissance aesthetic with detailed sketches and cross-hatching, akin to da Vinci's anatomical drawings.",
|
99 |
+
"Vincent van Gogh": f"Create a {{image_description}} {{organ_description}} that is both medically accurate and stylistically reminiscent of Vincent van Gogh. Incorporate bold, expressive brushstrokes, vibrant colors, and swirling patterns that reflect van Gogh's emotional intensity and post-impressionist style.",
|
100 |
+
"Pablo Picasso": f"Produce an accurate {{image_description}} {{organ_description}}, infused with the distinctive style of Pablo Picasso. Use cubist elements, fragmented forms, and abstract shapes to reinterpret the anatomical structure while maintaining medical accuracy.",
|
101 |
+
"Claude Monet": f"Generate a {{image_description}} {{organ_description}} that combines medical precision with the impressionistic style of Claude Monet. Use soft, diffused colors and light, with a focus on blending and capturing the essence of the organ through light and shadow.",
|
102 |
+
"Rembrandt": f"Create a {{image_description}} {{organ_description}} that reflects the Baroque style of Rembrandt. Emphasize dramatic lighting, deep contrasts, and a rich, textured appearance, with a focus on detailed anatomy and chiaroscuro effects.",
|
103 |
+
"Michelangelo": f"Produce a {{image_description}} {{organ_description}} in the style of Michelangelo. Emphasize anatomical perfection, muscular detail, and a sculptural quality reminiscent of Michelangelo's work, with a Renaissance grandeur and precision.",
|
104 |
+
"Raphael": f"Generate an anatomically accurate {{image_description}} {{organ_description}} with the refined elegance of Raphael. Use harmonious compositions, balanced proportions, and delicate, clear lines, reflecting the High Renaissance style.",
|
105 |
+
"Henri Matisse": f"Create a {{image_description}} {{organ_description}} that blends medical accuracy with Henri Matisse's vibrant, Fauvist style. Use bold, flat colors, simplified forms, and a sense of dynamic movement to convey the anatomical structure.",
|
106 |
+
"Paul Cezanne": f"Produce a {{image_description}} {{organ_description}} inspired by Paul Cezanne. Emphasize geometric simplification, structured forms, and a painterly approach with visible brushstrokes that convey depth and volume.",
|
107 |
+
"Gustav Klimt": f"Generate a {{image_description}} {{organ_description}} in the opulent style of Gustav Klimt. Incorporate intricate patterns, gold leaf effects, and a decorative, almost mosaic-like quality, while ensuring anatomical accuracy.",
|
108 |
+
"Jackson Pollock": f"Create a {{image_description}} {{organ_description}} with the dynamic, abstract expressionist style of Jackson Pollock. Use energetic splatters, drips, and layered colors to create an abstract yet medically precise representation.",
|
109 |
+
"Edgar Degas": f"Produce an anatomically accurate {{image_description}} {{organ_description}} in the style of Edgar Degas. Use soft pastels, delicate lines, and a focus on capturing the subtle nuances and movement within the organ's structure.",
|
110 |
+
"Francisco Goya": f"Generate a {{image_description}} {{organ_description}} reflecting the dramatic and dark style of Francisco Goya. Emphasize strong contrasts, intense emotion, and a somewhat somber tone, while maintaining medical accuracy.",
|
111 |
+
"Edouard Manet": f"Create a {{image_description}} {{organ_description}} with the modern, impressionistic style of Edouard Manet. Use loose brushstrokes, a focus on light and shadow, and a slightly realist approach to anatomical detail.",
|
112 |
+
"Andy Warhol": f"Produce an accurate {{image_description}} {{organ_description}} in the pop art style of Andy Warhol. Use bright, bold colors, repetitive patterns, and a graphic, almost commercial aesthetic to present the anatomical structure.",
|
113 |
+
"Salvador Dal铆": f"Generate a {{image_description}} {{organ_description}} with the surreal, dreamlike quality of Salvador Dal铆. Incorporate unexpected elements, distorted forms, and a sense of fantastical realism, while ensuring anatomical precision.",
|
114 |
+
"Wassily Kandinsky": f"Create a {{image_description}} {{organ_description}} in the abstract, expressionist style of Wassily Kandinsky. Use vibrant colors, geometric shapes, and a sense of rhythmic composition to depict the organ's structure.",
|
115 |
+
"Paul Gauguin": f"Produce a {{image_description}} {{organ_description}} inspired by Paul Gauguin's post-impressionist style. Use bold, flat areas of color, strong outlines, and a somewhat primitive, symbolic approach to represent the anatomy.",
|
116 |
+
"Joan Mir贸": f"Generate a {{image_description}} {{organ_description}} with the whimsical, abstract style of Joan Mir贸. Use playful shapes, bright colors, and a surreal, childlike quality, while maintaining accurate anatomical representation.",
|
117 |
+
"Georges Seurat": f"Create an accurate {{image_description}} {{organ_description}} in the pointillist style of Georges Seurat. Use tiny dots of color to build up the image, focusing on light and color interactions to depict the anatomical details.",
|
118 |
+
"脡douard Vuillard": f"Produce a {{image_description}} {{organ_description}} with the intimate, decorative style of 脡douard Vuillard. Use soft colors, intricate patterns, and a focus on texture and detail, ensuring medical accuracy.",
|
119 |
+
"Marc Chagall": f"Generate a {{image_description}} {{organ_description}} inspired by Marc Chagall's dreamlike, expressionist style. Use rich, vibrant colors, fantastical elements, and a poetic, almost narrative quality to depict the anatomy.",
|
120 |
+
"Kazimir Malevich": f"Create an accurate {{image_description}} {{organ_description}} in the suprematist style of Kazimir Malevich. Use geometric shapes, abstract forms, and a minimalist approach, while ensuring clear anatomical representation.",
|
121 |
+
"Piet Mondrian": f"Produce a {{image_description}} {{organ_description}} in the neoplasticism style of Piet Mondrian. Use clean lines, primary colors, and a grid-like composition to present the anatomical structure with precise accuracy.",
|
122 |
+
"Jean-Michel Basquiat": f"Generate a {{image_description}} {{organ_description}} in the raw, expressive style of Jean-Michel Basquiat. Use bold lines, graffiti-like elements, and a chaotic yet powerful composition to depict the anatomy.",
|
123 |
+
"Frida Kahlo": f"Create an anatomically accurate {{image_description}} {{organ_description}} with the emotive, surreal style of Frida Kahlo. Use rich colors, symbolic elements, and a deeply personal, almost autobiographical approach to represent the organ.",
|
124 |
+
"Artemisia Gentileschi": f"Produce a {{image_description}} {{organ_description}} in the dramatic Baroque style of Artemisia Gentileschi. Emphasize strong contrasts, rich colors, and detailed anatomy, with a focus on powerful, emotional representation.",
|
125 |
+
"Caravaggio": f"Generate a {{image_description}} {{organ_description}} with the intense, realistic style of Caravaggio. Use dramatic chiaroscuro, meticulous detail, and a lifelike quality to ensure anatomical precision.",
|
126 |
+
"El Greco": f"Create a {{image_description}} {{organ_description}} inspired by El Greco's elongated forms and dramatic use of color. Emphasize fluid, almost ethereal shapes, and a strong sense of movement, while maintaining anatomical accuracy.",
|
127 |
+
"Eug猫ne Delacroix": f"Produce an accurate {{image_description}} {{organ_description}} with the romantic, dynamic style of Eug猫ne Delacroix. Use vivid colors, energetic brushstrokes, and a sense of drama to depict the anatomical details.",
|
128 |
+
"J.M.W. Turner": f"Generate a {{image_description}} {{organ_description}} in the atmospheric, impressionistic style of J.M.W. Turner. Use soft, diffused light, swirling colors, and a focus on capturing the essence and movement within the organ's structure."
|
129 |
}
|
130 |
|
131 |
|
132 |
+
combined_prompts = {artist: prompt.replace("{{image_description}}", "{image_description}").replace("{{organ_description}}", "{organ_description}")
|
133 |
+
for artist, prompt in artist_prompts.items()}
|
134 |
+
|
135 |
|
136 |
prompt_lst = [organ, modality, style]
|
137 |
|
|
|
148 |
with st.spinner('Processing...'):
|
149 |
print(prompt_lst)
|
150 |
|
151 |
+
prompt = combined_prompts[style].format(image_description=image_description, organ_description=organ_description)
|
152 |
print(prompt)
|
153 |
+
# pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16")
|
154 |
+
# pipe.to("cuda")
|
155 |
|
156 |
+
# image = pipe(prompt=prompt).images[0]
|
157 |
|
158 |
+
# st.image(image)
|
159 |
|
160 |
st.session_state.button_disabled = False
|
161 |
|