Ricercar commited on
Commit
6febf41
1 Parent(s): dbb7d2e

temporal update

Browse files
Files changed (39) hide show
  1. app.py +30 -13
  2. data/download_script.py +1 -3
  3. data/promptbook/{train/data-00003-of-00010.arrow → data-00000-of-00021.arrow} +2 -2
  4. data/promptbook/{train/data-00000-of-00010.arrow → data-00001-of-00021.arrow} +2 -2
  5. data/promptbook/{train/data-00001-of-00010.arrow → data-00002-of-00021.arrow} +2 -2
  6. data/promptbook/{train/data-00002-of-00010.arrow → data-00003-of-00021.arrow} +2 -2
  7. data/promptbook/data-00004-of-00021.arrow +3 -0
  8. data/promptbook/data-00005-of-00021.arrow +3 -0
  9. data/promptbook/data-00006-of-00021.arrow +3 -0
  10. data/promptbook/data-00007-of-00021.arrow +3 -0
  11. data/promptbook/data-00008-of-00021.arrow +3 -0
  12. data/promptbook/data-00009-of-00021.arrow +3 -0
  13. data/promptbook/data-00010-of-00021.arrow +3 -0
  14. data/promptbook/data-00011-of-00021.arrow +3 -0
  15. data/promptbook/data-00012-of-00021.arrow +3 -0
  16. data/promptbook/data-00013-of-00021.arrow +3 -0
  17. data/promptbook/data-00014-of-00021.arrow +3 -0
  18. data/promptbook/data-00015-of-00021.arrow +3 -0
  19. data/promptbook/data-00016-of-00021.arrow +3 -0
  20. data/promptbook/data-00017-of-00021.arrow +3 -0
  21. data/promptbook/data-00018-of-00021.arrow +3 -0
  22. data/promptbook/data-00019-of-00021.arrow +3 -0
  23. data/promptbook/data-00020-of-00021.arrow +3 -0
  24. data/promptbook/dataset_dict.json +0 -1
  25. data/promptbook/{train/dataset_info.json → dataset_info.json} +80 -47
  26. data/promptbook/state.json +73 -0
  27. data/promptbook/train/data-00004-of-00010.arrow +0 -3
  28. data/promptbook/train/data-00005-of-00010.arrow +0 -3
  29. data/promptbook/train/data-00006-of-00010.arrow +0 -3
  30. data/promptbook/train/data-00007-of-00010.arrow +0 -3
  31. data/promptbook/train/data-00008-of-00010.arrow +0 -3
  32. data/promptbook/train/data-00009-of-00010.arrow +0 -3
  33. data/promptbook/train/state.json +0 -40
  34. data/promptbook/validation/data-00000-of-00001.arrow +0 -3
  35. data/promptbook/validation/dataset_info.json +0 -133
  36. data/promptbook/validation/state.json +0 -13
  37. data/roster/data-00000-of-00001.arrow +2 -2
  38. data/roster/dataset_info.json +7 -7
  39. data/roster/state.json +1 -1
app.py CHANGED
@@ -9,6 +9,8 @@ from datasets import load_dataset, Dataset, load_from_disk
9
  from huggingface_hub import login
10
  import os
11
  import datasets
 
 
12
 
13
 
14
  class GalleryApp:
@@ -26,12 +28,12 @@ class GalleryApp:
26
  st.image(image,
27
  use_column_width=True,
28
  )
29
- with st.expander('Similarity Info'):
30
- tab1, tab2 = st.tabs(['Most Similar', 'Least Similar'])
31
- with tab1:
32
- st.image(image, use_column_width=True)
33
- with tab2:
34
- st.image(image, use_column_width=True)
35
  for key in info:
36
  st.write(f"**{key}**: {items.iloc[idx][key]}")
37
 
@@ -61,11 +63,14 @@ class GalleryApp:
61
  original_prompts = np.sort(items['prompt'].unique())[::-1]
62
 
63
  # remove the first four items in the prompt, which are mostly the same
64
- prompts = [', '.join(x.split(', ')[4:]) for x in original_prompts]
65
- prompt = st.selectbox('Select prompt', prompts)
 
66
 
67
- idx = prompts.index(prompt)
68
- prompt_full = ', '.join(original_prompts[idx].split(', ')[:4]) + ', ' + prompt
 
 
69
 
70
  prompt_id = items[items['prompt'] == prompt_full]['prompt_id'].unique()[0]
71
  items = items[items['prompt_id'] == prompt_id].reset_index(drop=True)
@@ -85,11 +90,23 @@ class GalleryApp:
85
  st.write('**Seed**')
86
  st.caption(f"{items['seed'][0]}")
87
 
 
 
 
 
 
 
 
 
 
88
  # with images:
89
  selecters = st.columns([1, 1, 2])
90
 
91
  with selecters[0]:
92
- sort_by = st.selectbox('Sort by', items.columns[11: -1])
 
 
 
93
 
94
  with selecters[1]:
95
  order = st.selectbox('Order', ['Ascending', 'Descending'], index=1 if sort_by == 'clip_score' or sort_by == 'model_download_count' else 0)
@@ -101,7 +118,7 @@ class GalleryApp:
101
  items = items.sort_values(by=[sort_by], ascending=order).reset_index(drop=True)
102
  with selecters[2]:
103
  info = st.multiselect('Show Info',
104
- ['brisque_score', 'clip_score', 'model_download_count', 'model_name', 'model_id',
105
  'modelVersion_name', 'modelVersion_id'],
106
  default=sort_by)
107
 
@@ -123,7 +140,7 @@ if __name__ == '__main__':
123
  print('loading promptBook')
124
 
125
  st.session_state.promptBook = pd.DataFrame(load_dataset('NYUSHPRP/ModelCofferMetadata', split='train'))
126
- st.session_state.images = load_from_disk(os.path.join(os.getcwd(), 'data', 'promptbook'))['train']
127
  print(st.session_state.images)
128
  print('images loaded')
129
  # st.session_state.promptBook = pd.DataFrame(load_dataset('NYUSHPRP/ModelCofferPromptBook', split='train'))
 
9
  from huggingface_hub import login
10
  import os
11
  import datasets
12
+ import requests
13
+ from bs4 import BeautifulSoup
14
 
15
 
16
  class GalleryApp:
 
28
  st.image(image,
29
  use_column_width=True,
30
  )
31
+ # with st.expander('Similarity Info'):
32
+ # tab1, tab2 = st.tabs(['Most Similar', 'Least Similar'])
33
+ # with tab1:
34
+ # st.image(image, use_column_width=True)
35
+ # with tab2:
36
+ # st.image(image, use_column_width=True)
37
  for key in info:
38
  st.write(f"**{key}**: {items.iloc[idx][key]}")
39
 
 
63
  original_prompts = np.sort(items['prompt'].unique())[::-1]
64
 
65
  # remove the first four items in the prompt, which are mostly the same
66
+ if tag != 'abstract':
67
+ prompts = [', '.join(x.split(', ')[4:]) for x in original_prompts]
68
+ prompt = st.selectbox('Select prompt', prompts)
69
 
70
+ idx = prompts.index(prompt)
71
+ prompt_full = ', '.join(original_prompts[idx].split(', ')[:4]) + ', ' + prompt
72
+ else:
73
+ prompt_full = st.selectbox('Select prompt', original_prompts)
74
 
75
  prompt_id = items[items['prompt'] == prompt_full]['prompt_id'].unique()[0]
76
  items = items[items['prompt_id'] == prompt_id].reset_index(drop=True)
 
90
  st.write('**Seed**')
91
  st.caption(f"{items['seed'][0]}")
92
 
93
+ # for tag as civitai, add civitai reference
94
+ if tag == 'civitai':
95
+ st.write('**Reference**')
96
+
97
+ res = requests.get(f'https://civitai.com/images', params={'post_id': prompt_id})
98
+ st.write(res)
99
+ # image_url = res.json()['items'][0]['url']
100
+ # st.image(image_url, use_column_width=True)
101
+
102
  # with images:
103
  selecters = st.columns([1, 1, 2])
104
 
105
  with selecters[0]:
106
+ # sort_by = st.selectbox('Sort by', items.columns[11: -1])
107
+ sort_by = st.selectbox('Sort by', ['model_download_count', 'model_name', 'model_id',
108
+ 'modelVersion_name', 'modelVersion_id'])
109
+ print(items.columns)
110
 
111
  with selecters[1]:
112
  order = st.selectbox('Order', ['Ascending', 'Descending'], index=1 if sort_by == 'clip_score' or sort_by == 'model_download_count' else 0)
 
118
  items = items.sort_values(by=[sort_by], ascending=order).reset_index(drop=True)
119
  with selecters[2]:
120
  info = st.multiselect('Show Info',
121
+ ['model_download_count', 'model_name', 'model_id',
122
  'modelVersion_name', 'modelVersion_id'],
123
  default=sort_by)
124
 
 
140
  print('loading promptBook')
141
 
142
  st.session_state.promptBook = pd.DataFrame(load_dataset('NYUSHPRP/ModelCofferMetadata', split='train'))
143
+ st.session_state.images = load_from_disk(os.path.join(os.getcwd(), 'data', 'promptbook'))
144
  print(st.session_state.images)
145
  print('images loaded')
146
  # st.session_state.promptBook = pd.DataFrame(load_dataset('NYUSHPRP/ModelCofferPromptBook', split='train'))
data/download_script.py CHANGED
@@ -1,10 +1,8 @@
1
  from datasets import load_dataset, Dataset, load_from_disk
2
- from diffusers import DPMSolverMultistepScheduler
3
 
4
- DPMSolverMultistepScheduler.from_config()
5
 
6
  def main():
7
- promptbook = load_dataset('NYUSHPRP/ModelCofferPromptBook')
8
  print(promptbook)
9
  promptbook.save_to_disk('./promptbook')
10
 
 
1
  from datasets import load_dataset, Dataset, load_from_disk
 
2
 
 
3
 
4
  def main():
5
+ promptbook = load_dataset('NYUSHPRP/ModelCofferPromptBook', split='train')
6
  print(promptbook)
7
  promptbook.save_to_disk('./promptbook')
8
 
data/promptbook/{train/data-00003-of-00010.arrow → data-00000-of-00021.arrow} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97efc6c8a38af2dd6a64b20445b821c8a775ca7c1d1f0454ea9e07d6235e1e76
3
- size 480981336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9320e2e2467b9290b76843f1ded70126147ea3c9a0fff7cb4dbb00313c2592d5
3
+ size 503087760
data/promptbook/{train/data-00000-of-00010.arrow → data-00001-of-00021.arrow} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:398db165541eafcfd5f2a467962f29661aa008661029859962a57e6db5108e34
3
- size 483428712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a427bdeaec41cbef066fcb76e675f58507295d16add7c45286eece82f39d14
3
+ size 492006680
data/promptbook/{train/data-00001-of-00010.arrow → data-00002-of-00021.arrow} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a45f65dd58ddebae427ec490bb2b5fefe781766027a8f0fb22deba89a503b37a
3
- size 476515784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed445138389e3f4c31e335c713eec5e30e644b1591a4ea30d6a7ad806ab39fb
3
+ size 494085120
data/promptbook/{train/data-00002-of-00010.arrow → data-00003-of-00021.arrow} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bca6b9bce33a482ae262074ae99ef6480a50662f79662e67c9717dc156786795
3
- size 477460544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c74d7444f3e2f9059cec9596924ad4d32856bfb2e2088879468657c7ef107594
3
+ size 495874160
data/promptbook/data-00004-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a720f2739fbf96bd970d64c9f22024da16a68b6ce8d5f631c81103e69c5385e8
3
+ size 500303008
data/promptbook/data-00005-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f08d6964e9c52f3965bc30c09eef4f7557707e0708fd079e4a4b12aa353208
3
+ size 493352856
data/promptbook/data-00006-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6903cd28f8dedf916c464d4a0e650110d68985ef6455028d3f4fa39ef59d635b
3
+ size 502683128
data/promptbook/data-00007-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d1a793477ce8755851cf5e6aaa8cd86afda63a07f25d2dfe27cb240b2c57af
3
+ size 498470504
data/promptbook/data-00008-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cfbaab6a8624112402bd8c38cacfea55f99ba7128c40595da1063f17cb20da4
3
+ size 500414072
data/promptbook/data-00009-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a2fdf458545d6bcbdd85c0c1838f53efa8926baaa98641d22cecc027d01c84c
3
+ size 495482064
data/promptbook/data-00010-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebf1595c16cacfa86b04152f2e9dea9432b3e427ad070d22c306dbf69d5422b7
3
+ size 498392056
data/promptbook/data-00011-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3ac129697f8291229f538edeb36b60768a568effc0c5784b3ea75d2b71a4d2
3
+ size 489047536
data/promptbook/data-00012-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239fb88fc2b5df61e675a22054bb31d08e8cc3099c341f466d3ef10ed6362fc3
3
+ size 494737584
data/promptbook/data-00013-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92d8c09dd3a2ff79e224a74daa440fb30db6288b935403341e59258f73bce35
3
+ size 492644944
data/promptbook/data-00014-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8a0d705b070f034d8cbd44fda6c481be8fc40fdcd85ca4506a3f1e6878e55e
3
+ size 490050456
data/promptbook/data-00015-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2a7301f66be42514845fe4088d71b066bebc68be4680581bb90a800529acbf
3
+ size 494391712
data/promptbook/data-00016-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d9ba73c7fcc316be6f69c85024d5f7e7330c69cabb6f87fd57c7dc74379101
3
+ size 498962080
data/promptbook/data-00017-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e2a898667c09e520257de2cf2dea7ecb9efb0e898624cce274701ebb72ed3e
3
+ size 501185552
data/promptbook/data-00018-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d0991696dd5b3a5ef543ad53a39f31c63d0f288ab215b1588f5e7f2593e96f
3
+ size 493504944
data/promptbook/data-00019-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07995266e34138bcc722b625c9ca2160b9325124d69bb4f3a34704185a8fea84
3
+ size 495968256
data/promptbook/data-00020-of-00021.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5f3978a7cb202afdf45388a594afa2040be642cdab78d13f5793d6d352caed
3
+ size 490406344
data/promptbook/dataset_dict.json DELETED
@@ -1 +0,0 @@
1
- {"splits": ["train", "validation"]}
 
 
data/promptbook/{train/dataset_info.json → dataset_info.json} RENAMED
@@ -1,54 +1,94 @@
1
  {
2
  "citation": "",
3
- "dataset_size": 5164402699,
4
  "description": "",
5
  "download_checksums": {
6
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00000-of-00010-2156f01bb59ccb9c.parquet": {
7
- "num_bytes": 483210906,
8
  "checksum": null
9
  },
10
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00001-of-00010-10fc45be38b42231.parquet": {
11
- "num_bytes": 476302101,
12
  "checksum": null
13
  },
14
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00002-of-00010-9e397b3a5cbbdb2e.parquet": {
15
- "num_bytes": 477247646,
16
  "checksum": null
17
  },
18
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00003-of-00010-17de07e7e11eb65e.parquet": {
19
- "num_bytes": 480767762,
20
  "checksum": null
21
  },
22
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00004-of-00010-3b98d248f078ec45.parquet": {
23
- "num_bytes": 480021191,
24
  "checksum": null
25
  },
26
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00005-of-00010-070546d36dfce24e.parquet": {
27
- "num_bytes": 479774809,
28
  "checksum": null
29
  },
30
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00006-of-00010-6992d1b3ab04eacb.parquet": {
31
- "num_bytes": 476046395,
32
  "checksum": null
33
  },
34
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00007-of-00010-2aa74b0b7801e933.parquet": {
35
- "num_bytes": 477758243,
36
  "checksum": null
37
  },
38
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00008-of-00010-79efbecfb91addf7.parquet": {
39
- "num_bytes": 479373326,
40
  "checksum": null
41
  },
42
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00009-of-00010-4abef121572a4382.parquet": {
43
- "num_bytes": 477778395,
44
  "checksum": null
45
  },
46
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/validation-00000-of-00001-cdb764fc0db3606c.parquet": {
47
- "num_bytes": 373953177,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  "checksum": null
49
  }
50
  },
51
- "download_size": 5162233951,
52
  "features": {
53
  "image": {
54
  "_type": "Image"
@@ -90,44 +130,37 @@
90
  "_type": "Value"
91
  },
92
  "cfgScale": {
93
- "dtype": "int64",
94
  "_type": "Value"
95
  },
96
  "sampler": {
97
  "dtype": "string",
98
  "_type": "Value"
99
- },
100
- "brisque_score": {
101
- "dtype": "float64",
102
- "_type": "Value"
103
- },
104
- "clip_score": {
105
- "dtype": "float64",
106
- "_type": "Value"
107
  }
108
  },
109
  "homepage": "",
110
  "license": "",
111
- "size_in_bytes": 10326636650,
112
  "splits": {
113
  "train": {
114
  "name": "train",
115
- "num_bytes": 4790396199,
116
- "num_examples": 7935,
117
  "shard_lengths": [
118
- 1588,
119
- 1588,
120
- 1587,
121
- 1586,
122
- 1586
 
 
 
 
 
 
 
123
  ],
124
  "dataset_name": "parquet"
125
- },
126
- "validation": {
127
- "name": "validation",
128
- "num_bytes": 374006500,
129
- "num_examples": 560,
130
- "dataset_name": "parquet"
131
  }
132
  }
133
  }
 
1
  {
2
  "citation": "",
3
+ "dataset_size": 10415010218,
4
  "description": "",
5
  "download_checksums": {
6
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00000-of-00021-99bec83b6c48c82e.parquet": {
7
+ "num_bytes": 502782017,
8
  "checksum": null
9
  },
10
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00001-of-00021-a9f61970cf0f73ab.parquet": {
11
+ "num_bytes": 491715878,
12
  "checksum": null
13
  },
14
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00002-of-00021-b16a86b624d3ccb5.parquet": {
15
+ "num_bytes": 493810817,
16
  "checksum": null
17
  },
18
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00003-of-00021-5fb00954163ff1a9.parquet": {
19
+ "num_bytes": 495583566,
20
  "checksum": null
21
  },
22
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00004-of-00021-7a085678630dbc02.parquet": {
23
+ "num_bytes": 499997650,
24
  "checksum": null
25
  },
26
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00005-of-00021-85921e35d85b5f14.parquet": {
27
+ "num_bytes": 493053462,
28
  "checksum": null
29
  },
30
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00006-of-00021-7e613f800651749e.parquet": {
31
+ "num_bytes": 502381025,
32
  "checksum": null
33
  },
34
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00007-of-00021-8708310e669dbffd.parquet": {
35
+ "num_bytes": 498182840,
36
  "checksum": null
37
  },
38
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00008-of-00021-44f74d0de397a744.parquet": {
39
+ "num_bytes": 500113345,
40
  "checksum": null
41
  },
42
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00009-of-00021-36eda259078d1d8e.parquet": {
43
+ "num_bytes": 495191526,
44
  "checksum": null
45
  },
46
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00010-of-00021-4a1347b2f1c37437.parquet": {
47
+ "num_bytes": 498099917,
48
+ "checksum": null
49
+ },
50
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00011-of-00021-e693721f3b59a71a.parquet": {
51
+ "num_bytes": 488769388,
52
+ "checksum": null
53
+ },
54
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00012-of-00021-47fe7d04204d34ef.parquet": {
55
+ "num_bytes": 494437788,
56
+ "checksum": null
57
+ },
58
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00013-of-00021-dd7f5b701d432190.parquet": {
59
+ "num_bytes": 492359332,
60
+ "checksum": null
61
+ },
62
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00014-of-00021-d73d9e522ca0361c.parquet": {
63
+ "num_bytes": 489757811,
64
+ "checksum": null
65
+ },
66
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00015-of-00021-251f8ffc4a74b22b.parquet": {
67
+ "num_bytes": 494095649,
68
+ "checksum": null
69
+ },
70
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00016-of-00021-99f50ebeb8e4d83a.parquet": {
71
+ "num_bytes": 498656650,
72
+ "checksum": null
73
+ },
74
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00017-of-00021-3eb5da39466a63d3.parquet": {
75
+ "num_bytes": 500897190,
76
+ "checksum": null
77
+ },
78
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00018-of-00021-5808fad4af816079.parquet": {
79
+ "num_bytes": 493234116,
80
+ "checksum": null
81
+ },
82
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00019-of-00021-dfd41ffdae9ea017.parquet": {
83
+ "num_bytes": 495695025,
84
+ "checksum": null
85
+ },
86
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/d2c5d44c6fbedd459bd0d1954035764ee25538e4/data/train-00020-of-00021-c6b3f50d3ecfb86c.parquet": {
87
+ "num_bytes": 490116975,
88
  "checksum": null
89
  }
90
  },
91
+ "download_size": 10408931967,
92
  "features": {
93
  "image": {
94
  "_type": "Image"
 
130
  "_type": "Value"
131
  },
132
  "cfgScale": {
133
+ "dtype": "float64",
134
  "_type": "Value"
135
  },
136
  "sampler": {
137
  "dtype": "string",
138
  "_type": "Value"
 
 
 
 
 
 
 
 
139
  }
140
  },
141
  "homepage": "",
142
  "license": "",
143
+ "size_in_bytes": 20823942185,
144
  "splits": {
145
  "train": {
146
  "name": "train",
147
+ "num_bytes": 10415010218,
148
+ "num_examples": 16000,
149
  "shard_lengths": [
150
+ 762,
151
+ 1524,
152
+ 1524,
153
+ 1524,
154
+ 1524,
155
+ 1524,
156
+ 1524,
157
+ 1524,
158
+ 1524,
159
+ 762,
160
+ 1523,
161
+ 761
162
  ],
163
  "dataset_name": "parquet"
 
 
 
 
 
 
164
  }
165
  }
166
  }
data/promptbook/state.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00021.arrow"
5
+ },
6
+ {
7
+ "filename": "data-00001-of-00021.arrow"
8
+ },
9
+ {
10
+ "filename": "data-00002-of-00021.arrow"
11
+ },
12
+ {
13
+ "filename": "data-00003-of-00021.arrow"
14
+ },
15
+ {
16
+ "filename": "data-00004-of-00021.arrow"
17
+ },
18
+ {
19
+ "filename": "data-00005-of-00021.arrow"
20
+ },
21
+ {
22
+ "filename": "data-00006-of-00021.arrow"
23
+ },
24
+ {
25
+ "filename": "data-00007-of-00021.arrow"
26
+ },
27
+ {
28
+ "filename": "data-00008-of-00021.arrow"
29
+ },
30
+ {
31
+ "filename": "data-00009-of-00021.arrow"
32
+ },
33
+ {
34
+ "filename": "data-00010-of-00021.arrow"
35
+ },
36
+ {
37
+ "filename": "data-00011-of-00021.arrow"
38
+ },
39
+ {
40
+ "filename": "data-00012-of-00021.arrow"
41
+ },
42
+ {
43
+ "filename": "data-00013-of-00021.arrow"
44
+ },
45
+ {
46
+ "filename": "data-00014-of-00021.arrow"
47
+ },
48
+ {
49
+ "filename": "data-00015-of-00021.arrow"
50
+ },
51
+ {
52
+ "filename": "data-00016-of-00021.arrow"
53
+ },
54
+ {
55
+ "filename": "data-00017-of-00021.arrow"
56
+ },
57
+ {
58
+ "filename": "data-00018-of-00021.arrow"
59
+ },
60
+ {
61
+ "filename": "data-00019-of-00021.arrow"
62
+ },
63
+ {
64
+ "filename": "data-00020-of-00021.arrow"
65
+ }
66
+ ],
67
+ "_fingerprint": "940ef8e07145610c",
68
+ "_format_columns": null,
69
+ "_format_kwargs": {},
70
+ "_format_type": null,
71
+ "_output_all_columns": false,
72
+ "_split": "train"
73
+ }
data/promptbook/train/data-00004-of-00010.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:012d49f4105fd395cfb56535ac7fab4e5b67061088a82ea78028b8e602c748c3
3
- size 480234680
 
 
 
 
data/promptbook/train/data-00005-of-00010.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b21f856b2e0ec749fcaa3f3f5fe790559b320faf8335f06ad57439e257173b94
3
- size 479987920
 
 
 
 
data/promptbook/train/data-00006-of-00010.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bddf54fa2f3c0c444a4849d96402939017a5eb4a1e59526bdbf9683ed170aacb
3
- size 476260664
 
 
 
 
data/promptbook/train/data-00007-of-00010.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cc7d65121c3f523364b96ff843fe81466718c61e3f74eae1630fdb90e1b25e6
3
- size 477971440
 
 
 
 
data/promptbook/train/data-00008-of-00010.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:281b9555945c81a625e07dad79536512dd3f430e056ddd30cb11c4f286b3f170
3
- size 479585960
 
 
 
 
data/promptbook/train/data-00009-of-00010.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e78fd3a4bf99ef29d2800ceff0962795dccb8e6ff3bcbbfa9433008c5519a6f2
3
- size 477989312
 
 
 
 
data/promptbook/train/state.json DELETED
@@ -1,40 +0,0 @@
1
- {
2
- "_data_files": [
3
- {
4
- "filename": "data-00000-of-00010.arrow"
5
- },
6
- {
7
- "filename": "data-00001-of-00010.arrow"
8
- },
9
- {
10
- "filename": "data-00002-of-00010.arrow"
11
- },
12
- {
13
- "filename": "data-00003-of-00010.arrow"
14
- },
15
- {
16
- "filename": "data-00004-of-00010.arrow"
17
- },
18
- {
19
- "filename": "data-00005-of-00010.arrow"
20
- },
21
- {
22
- "filename": "data-00006-of-00010.arrow"
23
- },
24
- {
25
- "filename": "data-00007-of-00010.arrow"
26
- },
27
- {
28
- "filename": "data-00008-of-00010.arrow"
29
- },
30
- {
31
- "filename": "data-00009-of-00010.arrow"
32
- }
33
- ],
34
- "_fingerprint": "8953d0e6fe589276",
35
- "_format_columns": null,
36
- "_format_kwargs": {},
37
- "_format_type": null,
38
- "_output_all_columns": false,
39
- "_split": "train"
40
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/promptbook/validation/data-00000-of-00001.arrow DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:38e8a7f1cfc77e376fbfcdd4988d99d45685b2caaaaf54c402abdf455935957c
3
- size 374008720
 
 
 
 
data/promptbook/validation/dataset_info.json DELETED
@@ -1,133 +0,0 @@
1
- {
2
- "citation": "",
3
- "dataset_size": 5164402699,
4
- "description": "",
5
- "download_checksums": {
6
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00000-of-00010-2156f01bb59ccb9c.parquet": {
7
- "num_bytes": 483210906,
8
- "checksum": null
9
- },
10
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00001-of-00010-10fc45be38b42231.parquet": {
11
- "num_bytes": 476302101,
12
- "checksum": null
13
- },
14
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00002-of-00010-9e397b3a5cbbdb2e.parquet": {
15
- "num_bytes": 477247646,
16
- "checksum": null
17
- },
18
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00003-of-00010-17de07e7e11eb65e.parquet": {
19
- "num_bytes": 480767762,
20
- "checksum": null
21
- },
22
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00004-of-00010-3b98d248f078ec45.parquet": {
23
- "num_bytes": 480021191,
24
- "checksum": null
25
- },
26
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00005-of-00010-070546d36dfce24e.parquet": {
27
- "num_bytes": 479774809,
28
- "checksum": null
29
- },
30
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00006-of-00010-6992d1b3ab04eacb.parquet": {
31
- "num_bytes": 476046395,
32
- "checksum": null
33
- },
34
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00007-of-00010-2aa74b0b7801e933.parquet": {
35
- "num_bytes": 477758243,
36
- "checksum": null
37
- },
38
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00008-of-00010-79efbecfb91addf7.parquet": {
39
- "num_bytes": 479373326,
40
- "checksum": null
41
- },
42
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/train-00009-of-00010-4abef121572a4382.parquet": {
43
- "num_bytes": 477778395,
44
- "checksum": null
45
- },
46
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferPromptBook/resolve/9c76b44a3c3319f788ee6fea27d3575618ff3e9c/data/validation-00000-of-00001-cdb764fc0db3606c.parquet": {
47
- "num_bytes": 373953177,
48
- "checksum": null
49
- }
50
- },
51
- "download_size": 5162233951,
52
- "features": {
53
- "image": {
54
- "_type": "Image"
55
- },
56
- "image_id": {
57
- "dtype": "string",
58
- "_type": "Value"
59
- },
60
- "tag": {
61
- "dtype": "string",
62
- "_type": "Value"
63
- },
64
- "model_id": {
65
- "dtype": "int64",
66
- "_type": "Value"
67
- },
68
- "modelVersion_id": {
69
- "dtype": "int64",
70
- "_type": "Value"
71
- },
72
- "prompt_id": {
73
- "dtype": "int64",
74
- "_type": "Value"
75
- },
76
- "size": {
77
- "dtype": "string",
78
- "_type": "Value"
79
- },
80
- "seed": {
81
- "dtype": "int64",
82
- "_type": "Value"
83
- },
84
- "prompt": {
85
- "dtype": "string",
86
- "_type": "Value"
87
- },
88
- "negativePrompt": {
89
- "dtype": "string",
90
- "_type": "Value"
91
- },
92
- "cfgScale": {
93
- "dtype": "int64",
94
- "_type": "Value"
95
- },
96
- "sampler": {
97
- "dtype": "string",
98
- "_type": "Value"
99
- },
100
- "brisque_score": {
101
- "dtype": "float64",
102
- "_type": "Value"
103
- },
104
- "clip_score": {
105
- "dtype": "float64",
106
- "_type": "Value"
107
- }
108
- },
109
- "homepage": "",
110
- "license": "",
111
- "size_in_bytes": 10326636650,
112
- "splits": {
113
- "train": {
114
- "name": "train",
115
- "num_bytes": 4790396199,
116
- "num_examples": 7935,
117
- "shard_lengths": [
118
- 1588,
119
- 1588,
120
- 1587,
121
- 1586,
122
- 1586
123
- ],
124
- "dataset_name": "parquet"
125
- },
126
- "validation": {
127
- "name": "validation",
128
- "num_bytes": 374006500,
129
- "num_examples": 560,
130
- "dataset_name": "parquet"
131
- }
132
- }
133
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/promptbook/validation/state.json DELETED
@@ -1,13 +0,0 @@
1
- {
2
- "_data_files": [
3
- {
4
- "filename": "data-00000-of-00001.arrow"
5
- }
6
- ],
7
- "_fingerprint": "f63d4973dd16d581",
8
- "_format_columns": null,
9
- "_format_kwargs": {},
10
- "_format_type": null,
11
- "_output_all_columns": false,
12
- "_split": "validation"
13
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/roster/data-00000-of-00001.arrow CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f14f1edb8a119aaee68a138304514ce904d79a9770d9b9f1b2f946538f9d2bd
3
- size 108712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea5a3e00447902ba287cc94fc87d2ff298cdd994a4265b6d328a4a7e066de53
3
+ size 147336
data/roster/dataset_info.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
  "citation": "",
3
- "dataset_size": 107300,
4
  "description": "",
5
  "download_checksums": {
6
- "https://huggingface.co/datasets/NYUSHPRP/ModelCofferRoster/resolve/03616d02832904b4d6ac63df0e2aaa780865294a/data/train-00000-of-00001-baa60f73306da841.parquet": {
7
- "num_bytes": 16607,
8
  "checksum": null
9
  }
10
  },
11
- "download_size": 16607,
12
  "features": {
13
  "tag": {
14
  "dtype": "string",
@@ -45,12 +45,12 @@
45
  },
46
  "homepage": "",
47
  "license": "",
48
- "size_in_bytes": 123907,
49
  "splits": {
50
  "train": {
51
  "name": "train",
52
- "num_bytes": 107300,
53
- "num_examples": 770,
54
  "dataset_name": "parquet"
55
  }
56
  }
 
1
  {
2
  "citation": "",
3
+ "dataset_size": 145262,
4
  "description": "",
5
  "download_checksums": {
6
+ "https://huggingface.co/datasets/NYUSHPRP/ModelCofferRoster/resolve/f03d671498a12823773db2bcff937fc916797bfe/data/train-00000-of-00001-7ac87ff090ac5a8e.parquet": {
7
+ "num_bytes": 27783,
8
  "checksum": null
9
  }
10
  },
11
+ "download_size": 27783,
12
  "features": {
13
  "tag": {
14
  "dtype": "string",
 
45
  },
46
  "homepage": "",
47
  "license": "",
48
+ "size_in_bytes": 173045,
49
  "splits": {
50
  "train": {
51
  "name": "train",
52
+ "num_bytes": 145262,
53
+ "num_examples": 1057,
54
  "dataset_name": "parquet"
55
  }
56
  }
data/roster/state.json CHANGED
@@ -4,7 +4,7 @@
4
  "filename": "data-00000-of-00001.arrow"
5
  }
6
  ],
7
- "_fingerprint": "d1bf8a336edf58a0",
8
  "_format_columns": null,
9
  "_format_kwargs": {},
10
  "_format_type": null,
 
4
  "filename": "data-00000-of-00001.arrow"
5
  }
6
  ],
7
+ "_fingerprint": "2a43d10535b96c74",
8
  "_format_columns": null,
9
  "_format_kwargs": {},
10
  "_format_type": null,