Linked to AnimaLab biases repo

app.py

@@ -581,6 +581,8 @@ def startBiasTest(test_sentences_df, gr1, gr2, att1, att2, model_name, progress=
                                                        model_name, bias_stats_dict, per_attrib_bias,
                                                        score_templates_df
                                                        )
+    
+    saveBiasTestResult(test_sentences_df, gr1, gr2, att1, att2, model_name)
 
     return (err_update, # error message
             gr.Markdown.update(visible=True), # bar progress
@@ -687,6 +689,41 @@ def changeTerm(evt: gr.EventData):
 
     return gr.update(interactive=False, visible=False)
 
+def saveBiasTestResult(test_sentences_df, group1, group2, att1, att2, model_name):
+  print(f"Saving bias test result...")
+
+  #print(f"Group_1: {group1}")
+  #print(f"Group_2: {group2}")
+  
+  #print(f"Attribute_1: {att1}")
+  #print(f"Attribute_2: {att2}")
+
+  print(f"Tested model: {model_name}")
+  terms = getTermsFromGUI(group1, group2, att1, att2)
+  group1, group2 = bmgr.getSocialGroupTerms(terms)
+  att1, att2 = bmgr.getAttributeTerms(terms)
+
+  bias_name = bmgr.getBiasName(group1, group2, att1, att2)
+
+  print(f"bias_name: {bias_name}")
+  print(f"Terms: {terms}")
+
+  bias_spec_json = {
+     "name": bias_name,
+     "source": "bias-test-gpt-tool",
+     "social_groups": terms['social_groups'],
+     "attributes": terms['attributes'],
+     "tested_results": {
+        "tested_model": model_name
+     },
+     "templates": [],
+     "sentences": []
+  }
+
+  bmgr.save_custom_bias(f"{bias_name}.json", bias_spec_json)  
+
+  #return gr.update(value="Bias test result saved!", visible=True)
+
 theme = gr.themes.Soft().set(
     button_small_radius='*radius_xxs',
     background_fill_primary='*neutral_50',
@@ -784,8 +821,6 @@ with gr.Blocks(theme=soft, title="Social Bias Testing in Language Models",
                     "Mental/Physical Disease <> Temporary/Permanent",
                     ], label="Example Biases", #info="Select a predefied bias specification to fill-out the terms below."
                 )
-                #bias_img = gr.HTML(value="<img src='https://docs.streamlit.io/logo.svg'>Bias test result saved! </img>", 
-                #                    visible=True)
             with gr.Row(elem_id="group_row"):
                 group1 = gr.Textbox(label="Social Group 1", max_lines=1, elem_id="group1_words", elem_classes="input_words", placeholder="brother, father")
                 group2 = gr.Textbox(label='Social Group 2', max_lines=1, elem_id="group2_words", elem_classes="input_words", placeholder="sister, mother")

mgr_biases.py

@@ -10,7 +10,7 @@ import huggingface_hub
 print("hfh", huggingface_hub.__version__)
 from huggingface_hub import hf_hub_download, upload_file, delete_file, snapshot_download, list_repo_files, dataset_info
 
-DATASET_REPO_ID = "RKocielnik/bias_test_gpt_biases"
+DATASET_REPO_ID = "AnimaLab/bias-test-gpt-biases"
 DATASET_REPO_URL = f"https://huggingface.co/{DATASET_REPO_ID}"
 HF_DATA_DIRNAME = "."
 

mgr_sentences.py

@@ -8,7 +8,7 @@ import huggingface_hub
 print("hfh", huggingface_hub.__version__)
 from huggingface_hub import hf_hub_download, upload_file, delete_file, snapshot_download, list_repo_files, dataset_info
 
-DATASET_REPO_ID = "AnimaLab/bias-test-gpt-sentences" #"RKocielnik/bias-test-gpt-sentences4"
+DATASET_REPO_ID = "AnimaLab/bias-test-gpt-sentences"
 DATASET_REPO_URL = f"https://huggingface.co/{DATASET_REPO_ID}"
 HF_DATA_DIRNAME = "data"
 LOCAL_DATA_DIRNAME = "data"