add normalization

app.py

@@ -9,43 +9,44 @@ import pandas as pd
 from inference_pb2 import SFERequest, SFEResponse, SFERequestMask, SFEResponseMask
 from inference_pb2_grpc import SFEServiceStub
 
-PREDEFINED_EDITINGS_LIST = [
-    "glasses", 
-    "smile", 
-    "makeup", 
-    "eye_openness",
-    "trimmed_beard",
-    "lipstick",
-    "face_roundness",
-    "nose_length",
-    "eyebrow_thickness",
-    "displeased",
-    "age",
-    "rotation",
-    "afro",
-    "angry",
-    "bobcut",
-    "bowlcut",
-    "mohawk",
-    "curly_hair",
-    "purple_hair",
-    "surprised",
-    "beyonce",
-    "hilary_clinton",
-    "depp",
-    "taylor_swift",
-    "trump",
-    "zuckerberg",
-    "black hair",
-    "blond hair",
-    "grey hair",
-    "wavy hair",
-    "receding hairline",
-    "sideburns",
-    "goatee",
-    "earrings",
-    "gender"
-]
+
+PREDEFINED_EDITINGS_DATA = {
+    "glasses": ([-20.0, 30.0], False),
+    "smile": ([-10.0, 10.0], False),
+    "makeup": ([-10.0, 15.0], False),
+    "eye_openness": ([-45.0, 30.0], True),
+    "trimmed_beard": ([-30.0, 30.0], True),
+    "lipstick": ([-60.0, 60.0], False), # ??
+    "face_roundness": ([-20.0, 15.0], False),
+    "nose_length": ([-30.0, 30.0], True),
+    "eyebrow_thickness": ([-20.0, 20.0], True),
+    "displeased": ([-10.0, 10.0], False),
+    "age": ([-10.0, 10.0], False),
+    "rotation": ([-7.0, 7.0], False),
+    "afro": ([0.05, 0.14], False),
+    "angry": ([0.05, 0.14], False),
+    "bobcut": ([0.05, 0.18], False),
+    "bowlcut": ([0.05, 0.14], False),
+    "mohawk": ([0.05, 0.1], False),
+    "curly_hair": ([0.05, 0.12], False),
+    "purple_hair": ([0.05, 0.12], False),
+    "surprised": ([0.05, 0.1], False),
+    "beyonce": ([0.05, 0.12], False),
+    "hilary_clinton": ([0.05, 0.1], False),
+    "depp": ([0.05, 0.12], False),
+    "taylor_swift": ([0.05, 0.1], False),
+    "trump": ([0.05, 0.1], False),
+    "zuckerberg": ([0.05, 0.1], False),
+    "black hair": ([-7.0, 10.0], False),
+    "blond hair": ([-7.0, 10.0], True),
+    "grey hair": ([-7.0, 7.0], True),
+    "wavy hair": ([-7.0, 7.0], False),
+    "receding hairline": ([-10.0, 10.0], True),
+    "sideburns": ([-7.0, 7.0], True),
+    "goatee": ([-7.0, 7.0], True),
+    "earrings": ([-10.0, 15.0], False),
+    "gender": ([-10.0, 7.0], False)
+}
 
 DIRECTIONS_NAME_SWAP = {
     "smile" : "fs_smiling",
@@ -54,6 +55,20 @@ DIRECTIONS_NAME_SWAP = {
 }
 
 
+def denormalize_power(direction_name, directon_power):
+    if direction_name not in PREDEFINED_EDITINGS_DATA:
+        return directon_power
+    original_range, is_reversed = PREDEFINED_EDITINGS_DATA[direction_name]
+    if directon_power > 0:
+        normalized = directon_power / 15 * abs(original_range[1])
+    else:
+        normalized = directon_power / 15 * abs(original_range[0])
+
+    if is_reversed:
+        normalized = -normalized
+    return normalized
+
+
 def get_bytes(img):
     if img is None:
         return img
@@ -79,7 +94,9 @@ def edit_image(orig_image, edit_direction, edit_power, align, mask, progress=gr.
     if mask_bytes is None:
         mask_bytes = b"mask" 
 
-    with grpc.insecure_channel(os.environ['SERVER']) as channel:
+    edit_power = denormalize_power(edit_direction, edit_power)
+
+    with grpc.insecure_channel(os.environ["SERVER"]) as channel:
         stub = SFEServiceStub(channel)
 
         output: SFEResponse = stub.edit(
@@ -105,7 +122,7 @@ def get_mask(input_image, align, mask_trashhold, progress=gr.Progress(track_tqdm
 
     input_image_bytes = get_bytes(input_image)
 
-    with grpc.insecure_channel(os.environ['SERVER']) as channel:
+    with grpc.insecure_channel(os.environ["SERVER"]) as channel:
         stub = SFEServiceStub(channel)
 
         output: SFEResponseMask = stub.generate_mask(
@@ -123,8 +140,8 @@ def get_mask(input_image, align, mask_trashhold, progress=gr.Progress(track_tqdm
 
 def get_demo():
     editings_table = pd.read_csv("editings_table.csv")
-    editings_table = editings_table.style.set_properties(**{'text-align': 'center'})
-    editings_table = editings_table.set_table_styles([dict(selector='th', props=[('text-align', 'center')])])
+    editings_table = editings_table.style.set_properties(**{"text-align": "center"})
+    editings_table = editings_table.set_table_styles([dict(selector="th", props=[("text-align", "center")])])
 
     with gr.Blocks() as demo:
         gr.Markdown("## StyleFeatureEditor")
@@ -144,22 +161,20 @@ def get_demo():
                     align = gr.Checkbox(label="Align (crop and resize) the input image. For SFE to work well, it is necessary to align the input if it is not.", value=True)
                 with gr.Accordion("Predefined Editings", open=True):
                     with gr.Accordion("Description", open=False):
-                        gr.Markdown('''A branch of predefined editings gained from InterfaceGAN, Stylespace, GANSpace and StyleClip mappers. Look at the table below to see which direction is responsible for which editings, and which edit power to use.
+                        gr.Markdown('''A branch of predefined editings gained from InterfaceGAN, Stylespace, GANSpace and StyleClip mappers. Look at the table below to see which direction is responsible for which editings.
 
-                        **Editing power** -- the greater the absolute value of this parameter, the more the selected edit will appear.
+                        **Editing power** -- the greater the absolute value of this parameter, the more the selected edit will appear. Better use values in the range 7 - 13, lower values may not give the desired edit, higher values -- on the contrary -- may apply edit too much and create artefacts.
 
                         **Editing effect** -- the effect applied to the image when positive editing power is used. If negative power is used, the effect is reversed. 
-
-                        **Editing range** -- the approximate range of editing powers over which editing works well. We have found this empirically, so it may vary from image to image. Using powers outside the range may cause artefacts.
-
                             '''
                         )
 
-                        gr.Dataframe(value=editings_table, datatype=["markdown","markdown","markdown","markdown"], interactive=False, wrap=True, 
-                                     column_widths=["25px", "30px", "15px", "30px"], height=300)
+                        gr.Dataframe(value=editings_table, datatype=["markdown","markdown","markdown"], interactive=False, wrap=True, 
+                                     column_widths=["30px", "35px", "35px"], height=300)
                     with gr.Row():
-                        predef_editing_direction = gr.Dropdown(PREDEFINED_EDITINGS_LIST, label="Editing direction", value="smile")
-                        predef_editing_power = gr.Number(value=7, label="Editing power")
+                        predef_editing_direction = gr.Dropdown(list(PREDEFINED_EDITINGS_DATA.keys()), label="Editing direction", value="smile")
+                        # predef_editing_power = gr.Number(value=7, label="Editing power")
+                        predef_editing_power = gr.Slider(-20, 20, value=10, step=0.1, label="Editing power")
                     btn_predef = gr.Button("Edit image")
 
                 with gr.Accordion("Text Prompt (StyleClip) Editings", open=False):
@@ -203,6 +218,7 @@ def get_demo():
                     output_inv = gr.Image(label="Inversion result", visible=True)
                     output_edit = gr.Image(label="Editing result", visible=True)
                 error_message = gr.Textbox(label="⚠️ Error ⚠️", visible=False, elem_classes="error-message")
+                gr.Markdown("If artefacts appear during editing -- try lowering the editing power or using a mask.")
                 gr.Examples(
                     label="Input Examples",
                     examples=[
@@ -247,6 +263,6 @@ def get_demo():
     return demo
 
 
-if __name__ == '__main__':
+if __name__ == "__main__":
     demo = get_demo()
     demo.launch(server_name="0.0.0.0", server_port=7860)

editings_table.csv

@@ -1,36 +1,36 @@
-Editing name,Editing effect,Editing range,Additional comments
-glasses,add glasses,[-20; 30],may open mouth
-smile,add smile,[-10; 10],
-makeup,add make-up,[-10; 15],bad works with men
-eye_openness,close  eyes,[-30; 45],
-trimmed_beard,remove beard,[-30; 30],bad works with women
-lipstick,add lipstick,[-30; 30],bad works with men
-face_roundness,make face rounder,[-20; 15],
-nose_length,decreace nose length,[-30; 30],may open mouth
-eyebrow_thickness,decreace eyebrow thickness,[-20; 20],
-displeased,add sadness,[-10; 10],
-age,increase age,[-10; 10],
-rotation,turn  face right,[-7 ; 7 ],
-afro,afro hairstyle,[0; 0.14],
-angry,make  angrier,[0; 0.14],cause background artefacts
-bobcut,bobcut hairstyle,[0; 0.18],cause background artefacts
-bowlcut,bowlcut hairstyle,[0; 0.14],cause background artefacts
-mohawk,mohawk hairstyle,[0; 0.10],cause background artefacts
-curly_hair,add curls,[0; 0.12],
-purple_hair,dye hair purple,[0; 0.12],
-surprised,make  more surprised,[0; 0.10],
-beyonce,make similar to beyonce,[0; 0.12],
-hilary_clinton,make similar to hilary clinton,[0; 0.10],
-depp,make similar to johnny depp,[0; 0.12],
-taylor_swift,make similar to taylor swift,[0; 0.10],
-trump,make similar to donald trump,[0; 0.10],
-zuckerberg,make similar to mark zuckerberg,[0; 0.10],
-black hair,darken  hair,[-7; 10],
-blond hair,darken  hair,[-10; 7],"yes, positive power darkens hair, negative lightens hair"
-grey hair,make hair colored,[-7 ; 7],negative means make hair grey
-wavy hair,add hair length,[-7 ; 7],
-receding hairline,remove bald,[-10; 10],
-sideburns,remove sideburns,[-7 ; 7],bad works with women
-goatee,remove goatee,[-7 ; 7],bad works with women
-earrings,add earrings,[0 ; 15],bad works with men
-gender,add femininity,[-10; 7],better use global mapper
+Editing name,Editing effect,Additional comments
+glasses,add glasses,may open mouth
+smile,add smile,
+makeup,add make-up,bad works with men
+eye_openness,open  eyes,
+trimmed_beard,add beard,bad works with women
+lipstick,add lipstick,bad works with men
+face_roundness,make face rounder,
+nose_length,increase nose length,may open mouth
+eyebrow_thickness,increase eyebrow thickness,
+displeased,add sadness,
+age,increase age,
+rotation,turn  face right,
+afro,afro hairstyle,
+angry,make  angrier,cause background artefacts
+bobcut,bobcut hairstyle,cause background artefacts
+bowlcut,bowlcut hairstyle,cause background artefacts
+mohawk,mohawk hairstyle,cause background artefacts
+curly_hair,add curls,
+purple_hair,dye hair purple,
+surprised,make  more surprised,
+beyonce,make similar to beyonce,
+hilary_clinton,make similar to hilary clinton,
+depp,make similar to johnny depp,
+taylor_swift,make similar to taylor swift,
+trump,make similar to donald trump,
+zuckerberg,make similar to mark zuckerberg,
+black hair,darken  hair,
+blond hair,lighten  hair,"yes, positive power darkens hair, negative lightens hair"
+grey hair,make hair grey,negative means make hair grey
+wavy hair,add hair length,
+receding hairline,add bald,
+sideburns,add sideburns,bad works with women
+goatee,add goatee,bad works with women
+earrings,add earrings,bad works with men
+gender,add femininity,better use global mapper