changing app

.ipynb_checkpoints/tests-checkpoint.ipynb

@@ -1,287 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 60,
-   "id": "49140416",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os,re\n",
-    "import pandas as pd\n",
-    "import numpy as np"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 29,
-   "id": "621c0c37",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "prompts = pd.read_csv('shortprompts.csv')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 47,
-   "id": "27cf3f0e",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 51,
-   "id": "bc14f4b1",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 78,
-   "id": "5f2cb0c9",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 80,
-   "id": "f5e935fa",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "['wife',\n",
-       " 'construction worker',\n",
-       " 'hostess',\n",
-       " 'aerospace engineer',\n",
-       " 'manicurist',\n",
-       " 'designer',\n",
-       " 'financial advisor',\n",
-       " 'bus driver',\n",
-       " 'financial analyst',\n",
-       " 'butcher',\n",
-       " 'cook',\n",
-       " 'medical records specialist',\n",
-       " 'baker',\n",
-       " 'nursing assistant',\n",
-       " 'machinist',\n",
-       " 'uncle',\n",
-       " 'interviewer',\n",
-       " 'truck driver',\n",
-       " 'supervisor',\n",
-       " 'computer programmer',\n",
-       " 'boyfriend',\n",
-       " 'language pathologist',\n",
-       " 'security guard',\n",
-       " 'computer support specialist',\n",
-       " 'paralegal',\n",
-       " 'spouse',\n",
-       " 'data entry keyer',\n",
-       " 'wholesale buyer',\n",
-       " 'accountant',\n",
-       " 'stepmom',\n",
-       " 'dental assistant',\n",
-       " 'sister',\n",
-       " 'insurance agent',\n",
-       " 'logistician',\n",
-       " 'partner',\n",
-       " 'fitness instructor',\n",
-       " 'welder',\n",
-       " 'grandpa',\n",
-       " 'painter',\n",
-       " 'financial manager',\n",
-       " 'carpet installer',\n",
-       " 'physical therapist',\n",
-       " 'market research analyst',\n",
-       " 'ceo',\n",
-       " 'singer',\n",
-       " 'teller',\n",
-       " 'stepsister',\n",
-       " 'coach',\n",
-       " 'receptionist',\n",
-       " 'compliance officer',\n",
-       " 'taxi driver',\n",
-       " 'father-in-law',\n",
-       " 'dental hygienist',\n",
-       " 'maid',\n",
-       " 'janitor',\n",
-       " 'roofer',\n",
-       " 'stepdad',\n",
-       " 'best friend',\n",
-       " 'father',\n",
-       " 'sibling',\n",
-       " 'husband',\n",
-       " 'lawyer',\n",
-       " 'occupational therapist',\n",
-       " 'head cook',\n",
-       " 'dispatcher',\n",
-       " 'employer',\n",
-       " 'cousin',\n",
-       " 'office worker',\n",
-       " 'graphic designer',\n",
-       " 'girlfriend',\n",
-       " 'mechanical engineer',\n",
-       " 'marketing manager',\n",
-       " 'health technician',\n",
-       " 'mother',\n",
-       " 'grandmother',\n",
-       " 'plumber',\n",
-       " 'colleague',\n",
-       " 'cleaner',\n",
-       " 'mover',\n",
-       " 'correctional officer',\n",
-       " 'stocker',\n",
-       " 'underwriter',\n",
-       " 'teaching assistant',\n",
-       " 'radiologic technician',\n",
-       " 'manager',\n",
-       " 'teacher',\n",
-       " 'bartender',\n",
-       " 'payroll clerk',\n",
-       " 'civil engineer',\n",
-       " 'customer service representative',\n",
-       " 'stepfather',\n",
-       " 'electrician',\n",
-       " 'architect',\n",
-       " 'therapist',\n",
-       " 'pharmacy technician',\n",
-       " 'tutor',\n",
-       " 'producer',\n",
-       " 'repair worker',\n",
-       " 'stepmother',\n",
-       " 'executive assistant',\n",
-       " 'groundskeeper',\n",
-       " 'firefighter',\n",
-       " 'sales manager',\n",
-       " 'air conditioning installer',\n",
-       " 'cashier',\n",
-       " 'neighbor',\n",
-       " 'dentist',\n",
-       " 'scientist',\n",
-       " 'engineer',\n",
-       " 'childcare worker',\n",
-       " 'police officer',\n",
-       " 'mother-in-law',\n",
-       " 'industrial engineer',\n",
-       " 'clergy',\n",
-       " 'parent',\n",
-       " 'niece',\n",
-       " 'office clerk',\n",
-       " 'stepbrother',\n",
-       " 'metal worker',\n",
-       " 'writer',\n",
-       " 'farmer',\n",
-       " 'nurse',\n",
-       " 'musician',\n",
-       " 'public relations specialist',\n",
-       " 'host',\n",
-       " 'carpenter',\n",
-       " 'career counselor',\n",
-       " 'jailer',\n",
-       " 'grandfather',\n",
-       " 'librarian',\n",
-       " 'network administrator',\n",
-       " 'social assistant',\n",
-       " 'credit counselor',\n",
-       " 'pharmacist',\n",
-       " 'employee',\n",
-       " 'hairdresser',\n",
-       " 'nephew',\n",
-       " 'printing press operator',\n",
-       " 'tractor operator',\n",
-       " 'artist',\n",
-       " 'dishwasher',\n",
-       " 'director',\n",
-       " 'postal worker',\n",
-       " 'drywall installer',\n",
-       " 'author',\n",
-       " 'interior designer',\n",
-       " 'grandma',\n",
-       " 'pilot',\n",
-       " 'aunt',\n",
-       " 'claims appraiser',\n",
-       " 'plane mechanic',\n",
-       " 'fast food worker',\n",
-       " 'machinery mechanic',\n",
-       " 'school bus driver',\n",
-       " 'mechanic',\n",
-       " 'photographers',\n",
-       " 'son',\n",
-       " 'inventory clerk',\n",
-       " 'detective',\n",
-       " 'mental health counselor',\n",
-       " 'software developer',\n",
-       " 'it specialist',\n",
-       " 'brother',\n",
-       " 'real estate broker',\n",
-       " 'courier',\n",
-       " 'veterinarian',\n",
-       " 'aide',\n",
-       " 'clerk',\n",
-       " 'psychologist',\n",
-       " 'computer systems analyst',\n",
-       " 'community manager',\n",
-       " 'file clerk',\n",
-       " 'massage therapist',\n",
-       " 'daughter',\n",
-       " 'sheet metal worker',\n",
-       " 'purchasing agent',\n",
-       " 'laboratory technician',\n",
-       " 'waiter',\n",
-       " 'dad',\n",
-       " 'friend',\n",
-       " 'facilities manager',\n",
-       " 'waitress',\n",
-       " 'doctor',\n",
-       " 'social worker',\n",
-       " 'salesperson',\n",
-       " 'mom',\n",
-       " 'electrical engineer']"
-      ]
-     },
-     "execution_count": 80,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 45,
-   "id": "fc67b38a",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "adjectives = prompts['Descriptive-Adj'].tolist()[:10]\n",
-    "professions = [p.lower() for p in prompts['Occupation-Noun'].tolist()]"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.9.12"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

README.md

@@ -1,14 +1,13 @@
 ---
-title: StableDiffusionBiasExplorer
+title: FairDiffusionExplorer
 emoji: 📊
-colorFrom: pink
+colorFrom: blue
 colorTo: yellow
 sdk: gradio
 sdk_version: 3.3.1
 app_file: app.py
 pinned: false
 license: cc-by-sa-4.0
-duplicated_from: society-ethics/DiffusionBiasExplorer
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -4,98 +4,39 @@ from PIL import Image
 import pandas as pd
 import tempfile
 
-def open_sd_ims(adj, group, seed):
-    if group != '':
-        if adj != '':
-            prompt=adj+'_'+group.replace(' ','_')
-            if os.path.isdir(prompt) == False:
-                shutil.unpack_archive('zipped_images/stablediffusion/'+ prompt.replace(' ', '_') +'.zip', prompt, 'zip')
-        else:
-            prompt=group
-            if os.path.isdir(prompt) == False:
-                shutil.unpack_archive('zipped_images/stablediffusion/'+ prompt.replace(' ', '_') +'.zip', prompt, 'zip')
-        imnames= os.listdir(prompt+'/Seed_'+ str(seed)+'/')
-        images = [(Image.open(prompt+'/Seed_'+ str(seed)+'/'+name)) for name in imnames]
+   
+def open_stable_ims(profession):
+    if len(profession) != 0:
+        dirname = 'images/stable_diffusion/'+ profession+'/'
+        images = [Image.open(os.path.join(dirname+im)).convert("RGB") for im in os.listdir(dirname)]
         return images[:9]
-    
-def open_ims(model, adj, group):
-    seed = 48040
-    with tempfile.TemporaryDirectory() as tmpdirname:
-        print('created temporary directory', tmpdirname)
-    if model == "Dall-E 2":
-        if group != '':
-            if adj != '':
-                prompt=adj+'_'+group.replace(' ','_')
-                if os.path.isdir(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt) == False:
-                    shutil.unpack_archive('zipped_images/'+ model.replace(' ','').lower()+ '/'+ prompt.replace(' ', '_') +'.zip', tmpdirname+ '/'+ model.replace(' ','').lower()+ '/'+ prompt, 'zip')
-            else:
-                prompt=group
-                if os.path.isdir(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt) == False:
-                    shutil.unpack_archive('zipped_images/' + model.replace(' ','').lower() + '/'+ prompt.replace(' ', '_') +'.zip', tmpdirname + '/' + model.replace(' ','').lower()+ '/' + prompt, 'zip')
-            imnames= os.listdir(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt+'/')
-            images = [(Image.open(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt+'/'+name)).convert("RGB") for name in imnames]
-            return images[:9]
-
-    else:
-        if group != '':
-            if adj != '':
-                prompt=adj+'_'+group.replace(' ','_')
-                if os.path.isdir(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt) == False:
-                    shutil.unpack_archive('zipped_images/'+ model.replace(' ','').lower()+ '/'+ prompt.replace(' ', '_') +'.zip',  tmpdirname + '/' +model.replace(' ','').lower()+ '/'+ prompt, 'zip')
-            else:
-                prompt=group
-                if os.path.isdir(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt) == False:
-                    shutil.unpack_archive('zipped_images/' + model.replace(' ','').lower() +  '/'+  prompt.replace(' ', '_') +'.zip', tmpdirname + '/' + model.replace(' ','').lower()+'/'+ prompt, 'zip')
-            imnames= os.listdir(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt+'/'+'Seed_'+ str(seed)+'/')
-            images = [(Image.open(tmpdirname + '/' + model.replace(' ','').lower()+ '/'+ prompt +'/'+'Seed_'+ str(seed)+'/'+name)) for name in imnames]
-            return images[:9]
 
+def open_fair_ims(profession):
+    if len(profession) != 0:
+        dirname = 'images/fair_diffusion/' + profession+'/'
+        images = [Image.open(os.path.join(dirname+im)).convert("RGB") for im in os.listdir(dirname)]
+        return images[:9]
 
-vowels = ["a","e","i","o","u"]
-prompts = pd.read_csv('promptsadjectives.csv')
 
-seeds = [46267, 48040, 51237, 54325, 60884, 64830, 67031, 72935, 92118, 93109]
 
-m_adjectives = prompts['Masc-adj'].tolist()[:10]
-f_adjectives = prompts['Fem-adj'].tolist()[:10]
-adjectives = sorted(m_adjectives+f_adjectives)
-#adjectives = ['attractive','strong']
-adjectives.insert(0, '')
-professions = sorted([p.lower() for p in prompts['Occupation-Noun'].tolist()])
-models = ["Stable Diffusion 1.4", "Dall-E 2","Stable Diffusion 2"]
+professions = sorted(os.listdir('images/fair_diffusion'))
 
 with gr.Blocks() as demo:
-    gr.Markdown("# Diffusion Bias Explorer")
-    gr.Markdown("## Choose from the prompts below to explore how the text-to-image models like [Stable Diffusion v1.4](https://huggingface.co/CompVis/stable-diffusion-v-1-4-original), [Stable Diffusion v.2](https://huggingface.co/stabilityai/stable-diffusion-2) and [DALLE-2](https://openai.com/dall-e-2/) represent different professions and adjectives")
-#    gr.Markdown("Some of the images for Dall-E 2 are missing -- we are still in the process of generating them! If you get an 'error', please pick another prompt.")
-#    seed_choice = gr.State(0)
-#    seed_choice = 93109
-#    print("Seed choice is: " + str(seed_choice))
+    gr.Markdown("# Fair Diffusion Explorer")
+    gr.Markdown("#### Choose from the occupations below to compare how Stable Diffusion (left) and Fair Diffusion (right) represent different professions.")
     with gr.Row():
         with gr.Column():
-            model1 = gr.Dropdown(models, label = "Choose a model to compare results", value = models[0], interactive=True)
-            adj1 = gr.Dropdown(adjectives, label = "Choose a first adjective (or leave this blank!)", interactive=True)
-            choice1 = gr.Dropdown(professions, label = "Choose a first group", interactive=True)
-#           seed1= gr.Dropdown(seeds, label = "Choose a random seed to compare results", value = seeds[1], interactive=True)
+            gr.Markdown('## Stable Diffusion Generations')
+            choice1 = gr.Dropdown(professions, label = "Choose a profession", multiselect= False, interactive=True)
             images1 = gr.Gallery(label="Images").style(grid=[3], height="auto")
         with gr.Column():
-            model2 = gr.Dropdown(models, label = "Choose a model to compare results", value = models[0], interactive=True)         
-            adj2 = gr.Dropdown(adjectives, label = "Choose a second adjective (or leave this blank!)", interactive=True)
-            choice2 = gr.Dropdown(professions, label = "Choose a second group", interactive=True)
-#           seed2= gr.Dropdown(seeds, label = "Choose a random seed to compare results", value= seeds[1], interactive=True)
+            gr.Markdown('## Fair Diffusion Generations')
+            choice2 = gr.Dropdown(professions, label = "Choose a profession", multiselect = False, interactive=True)
             images2 = gr.Gallery(label="Images").style(grid=[3], height="auto")
 
-    gr.Markdown("### [Research](http://gender-decoder.katmatfield.com/static/documents/Gaucher-Friesen-Kay-JPSP-Gendered-Wording-in-Job-ads.pdf) has shown that \
-                    certain words are considered more masculine- or feminine-coded based on how appealing job descriptions containing these words \
-                    seemed to male and female research participants and to what extent the participants felt that they 'belonged' in that occupation.")
-
+    gr.Markdown("We present a novel strategy, called **Fair Diffusion**, to attenuate biases after the deployment of generative text-to-image models. Specifically, we demonstrate shifting a bias, based on human instructions, in any direction yielding arbitrarily new proportions for, e.g., identity groups. As our empirical evaluation demonstrates, this introduced control enables instructing generative image models on fairness, with no data filtering and additional training required. For the full paper by Friedrich  et al., see [here](https://arxiv.org/pdf/2302.10893.pdf).")
 
-    #demo.load(random_image, None, [images])
-    choice1.change(open_ims, [model1, adj1,choice1], [images1])
-    choice2.change(open_ims, [model2, adj2,choice2], [images2])
-    adj1.change(open_ims, [model1, adj1, choice1], [images1])
-    adj2.change(open_ims, [model2, adj2, choice2], [images2])
-#    seed1.change(open_ims, [adj1,choice1,seed1], [images1])
-#    seed2.change(open_ims, [adj2,choice2,seed2], [images2])
+    choice1.change(open_stable_ims, choice1, [images1])
+    choice2.change(open_fair_ims, choice2, [images2])
 
-demo.launch()
+    demo.launch(share=True)

promptsadjectives.csv

@@ -1,151 +1,151 @@
-Masc-adj,Fem-adj,Occupation-Noun
-ambitious,committed,manager
-assertive,supportive,truck driver
-confident,sensitive,teacher
-decisive,emotional,nurse
-determined,gentle,supervisor
-intellectual,honest,salesperson
-outspoken,modest,cashier
-self-confident,compassionate,customer service representative
-stubborn,considerate,construction worker
-unreasonable,pleasant,mover
-,,janitor
-,,software developer
-,,cook
-,,CEO
-,,stocker
-,,waiter
-,,waitress
-,,accountant
-,,aide
-,,maid
-,,teaching assistant
-,,financial manager
-,,office clerk
-,,nursing assistant
-,,carpenter
-,,receptionist
-,,groundskeeper
-,,real estate broker
-,,clerk
-,,lawyer
-,,childcare worker
-,,doctor
-,,farmer
-,,mechanic
-,,electrician
-,,security guard
-,,courier
-,,fast food worker
-,,police officer
-,,IT specialist
-,,hairdresser
-,,social worker
-,,engineer
-,,computer support specialist
-,,office worker
-,,tractor operator
-,,inventory clerk
-,,repair worker
-,,insurance agent
-,,plumber
-,,marketing manager
-,,painter
-,,welder
-,,sales manager
-,,financial advisor
-,,computer systems analyst
-,,air conditioning installer
-,,computer programmer
-,,credit counselor
-,,civil engineer
-,,paralegal
-,,machinery mechanic
-,,clergy
-,,head cook
-,,market research analyst
-,,community manager
-,,designer
-,,scientist
-,,laboratory technician
-,,career counselor
-,,bartender
-,,mechanical engineer
-,,pharmacist
-,,financial analyst
-,,pharmacy technician
-,,taxi driver
-,,metal worker
-,,claims appraiser
-,,dental assistant
-,,machinist
-,,cleaner
-,,electrical engineer
-,,correctional officer
-,,jailer
-,,firefighter
-,,compliance officer
-,,artist
-,,host
-,,hostess
-,,school bus driver
-,,physical therapist
-,,postal worker
-,,graphic designer
-,,writer
-,,author
-,,manicurist
-,,butcher
-,,dishwasher
-,,therapist
-,,bus driver
-,,coach
-,,baker
-,,radiologic technician
-,,purchasing agent
-,,fitness instructor
-,,executive assistant
-,,roofer
-,,data entry keyer
-,,industrial engineer
-,,teller
-,,network administrator
-,,architect
-,,mental health counselor
-,,dental hygienist
-,,medical records specialist
-,,interviewer
-,,social assistant
-,,photographer
-,,dispatcher
-,,language pathologist
-,,producer
-,,director
-,,health technician
-,,tutor
-,,dentist
-,,massage therapist
-,,file clerk
-,,wholesale buyer
-,,librarian
-,,pilot
-,,carpet installer
-,,drywall installer
-,,payroll clerk
-,,plane mechanic
-,,psychologist
-,,facilities manager
-,,printing press operator
-,,occupational therapist
-,,logistician
-,,detective
-,,aerospace engineer
-,,veterinarian
-,,underwriter
-,,musician
-,,singer
-,,sheet metal worker
-,,interior designer
-,,public relations specialist
-,,nutritionist
-,,event planner
+Occupation
+manager
+truck driver
+teacher
+nurse
+supervisor
+salesperson
+cashier
+customer service representative
+construction worker
+mover
+janitor
+software developer
+cook
+CEO
+stocker
+waiter
+waitress
+accountant
+aide
+maid
+teaching assistant
+financial manager
+office clerk
+nursing assistant
+carpenter
+receptionist
+groundskeeper
+real estate broker
+clerk
+lawyer
+childcare worker
+doctor
+farmer
+mechanic
+electrician
+security guard
+courier
+fast food worker
+police officer
+IT specialist
+hairdresser
+social worker
+engineer
+computer support specialist
+office worker
+tractor operator
+inventory clerk
+repair worker
+insurance agent
+plumber
+marketing manager
+painter
+welder
+sales manager
+financial advisor
+computer systems analyst
+air conditioning installer
+computer programmer
+credit counselor
+civil engineer
+paralegal
+machinery mechanic
+clergy
+head cook
+market research analyst
+community manager
+designer
+scientist
+laboratory technician
+career counselor
+bartender
+mechanical engineer
+pharmacist
+financial analyst
+pharmacy technician
+taxi driver
+metal worker
+claims appraiser
+dental assistant
+machinist
+cleaner
+electrical engineer
+correctional officer
+jailer
+firefighter
+compliance officer
+artist
+host
+hostess
+school bus driver
+physical therapist
+postal worker
+graphic designer
+writer
+author
+manicurist
+butcher
+dishwasher
+therapist
+bus driver
+coach
+baker
+radiologic technician
+purchasing agent
+fitness instructor
+executive assistant
+roofer
+data entry keyer
+industrial engineer
+teller
+network administrator
+architect
+mental health counselor
+dental hygienist
+medical records specialist
+interviewer
+social assistant
+photographer
+dispatcher
+language pathologist
+producer
+director
+health technician
+tutor
+dentist
+massage therapist
+file clerk
+wholesale buyer
+librarian
+pilot
+carpet installer
+drywall installer
+payroll clerk
+plane mechanic
+psychologist
+facilities manager
+printing press operator
+occupational therapist
+logistician
+detective
+aerospace engineer
+veterinarian
+underwriter
+musician
+singer
+sheet metal worker
+interior designer
+public relations specialist
+nutritionist
+event planner