added training sets

.gitattributes

@@ -2,12 +2,12 @@
 *.arrow filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
 *.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
 *.ftz filter=lfs diff=lfs merge=lfs -text
 *.gz filter=lfs diff=lfs merge=lfs -text
 *.h5 filter=lfs diff=lfs merge=lfs -text
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.lz4 filter=lfs diff=lfs merge=lfs -text
 *.mlmodel filter=lfs diff=lfs merge=lfs -text
 *.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
@@ -32,3 +32,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+# Audio files - uncompressed
+*.pcm filter=lfs diff=lfs merge=lfs -text
+*.sam filter=lfs diff=lfs merge=lfs -text
+*.raw filter=lfs diff=lfs merge=lfs -text
+# Audio files - compressed
+*.aac filter=lfs diff=lfs merge=lfs -text
+*.flac filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text
+*.ogg filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+# Image files - uncompressed
+*.bmp filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.tiff filter=lfs diff=lfs merge=lfs -text
+# Image files - compressed
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.webp filter=lfs diff=lfs merge=lfs -text
+test.json filter=lfs diff=lfs merge=lfs -text
+train.json filter=lfs diff=lfs merge=lfs -text
+valid.json filter=lfs diff=lfs merge=lfs -text

.idea/misc.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_19" project-jdk-name="Python 3.9 (AutoGPT)" project-jdk-type="Python SDK">
+    <output url="file://$PROJECT_DIR$/out" />
+  </component>
+</project>

.idea/workspace.xml

@@ -0,0 +1,44 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="AutoImportSettings">
+    <option name="autoReloadType" value="SELECTIVE" />
+  </component>
+  <component name="ChangeListManager">
+    <list default="true" id="9b61aacd-2d73-427b-bb0c-025a78dd271b" name="Changes" comment="" />
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="Git.Settings">
+    <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
+  </component>
+  <component name="MarkdownSettingsMigration">
+    <option name="stateVersion" value="1" />
+  </component>
+  <component name="ProjectId" id="2OjC8klhgkK88DTEkJMXmzjIt1B" />
+  <component name="ProjectViewState">
+    <option name="hideEmptyMiddlePackages" value="true" />
+    <option name="showLibraryContents" value="true" />
+  </component>
+  <component name="PropertiesComponent"><![CDATA[{
+  "keyToString": {
+    "RunOnceActivity.OpenProjectViewOnStart": "true",
+    "RunOnceActivity.ShowReadmeOnStart": "true",
+    "project.structure.last.edited": "Project",
+    "project.structure.proportion": "0.0",
+    "project.structure.side.proportion": "0.0"
+  }
+}]]></component>
+  <component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="9b61aacd-2d73-427b-bb0c-025a78dd271b" name="Changes" comment="" />
+      <created>1682064446705</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1682064446705</updated>
+    </task>
+    <servers />
+  </component>
+</project>

README.md

@@ -0,0 +1,89 @@
+---
+annotations_creators:
+- crowdsourced
+  language:
+- en
+  language_creators:
+- crowdsourced
+- machine-generated
+  license: cc-by-4.0
+  multilinguality:
+- monolingual
+  pretty_name: ProsocialDialog
+  size_categories:
+- 10K<n<100K
+- 100K<n<1M
+  source_datasets:
+- original
+- extended|social_bias_frames
+  tags:
+- dialogue
+- dialogue safety
+- social norm
+- rules-of-thumb
+  task_categories:
+- conversational
+- text-classification
+  task_ids:
+- dialogue-generation
+- multi-class-classification
+---
+
+# Dataset Card for ProsocialDialog Dataset
+
+## Dataset Description
+- **Repository:** [Dataset and Model](https://github.com/skywalker023/prosocial-dialog)
+- **Paper:** [ProsocialDialog: A Prosocial Backbone for Conversational Agents](https://aclanthology.org/2022.emnlp-main.267/)
+- **Point of Contact:** [Hyunwoo Kim](mailto:hyunwook@allenai.org)
+
+## Dataset Summary
+ProsocialDialog is the first large-scale multi-turn English dialogue dataset to teach conversational agents to respond to problematic content following social norms. Covering diverse unethical, problematic, biased, and toxic situations, ProsocialDialog contains responses that encourage prosocial behavior, grounded in commonsense social rules (i.e., rules-of-thumb, RoTs). Created via a human-AI collaborative framework, ProsocialDialog consists of 58K dialogues, with 331K utterances, 160K unique RoTs, and 497K dialogue safety labels accompanied by free-form rationales.
+
+
+## Supported Tasks
+* Dialogue response generation
+* Dialogue safety prediction
+* Rules-of-thumb generation
+
+## Languages
+English
+
+## Dataset Structure
+
+### Data Attributes
+attribute | type | description
+--- | ---  | ---
+`context` | str | the potentially unsafe utterance
+`response` | str | the guiding utterance grounded on rules-of-thumb (`rots`)
+`rots` | list of str\|null | the relevant rules-of-thumb for `text` *not* labeled as \_\_casual\_\_
+`safety_label` | str | the final verdict of the context according to `safety_annotations`: {\_\_casual\_\_, \_\_possibly\_needs\_caution\_\_, \_\_probably\_needs\_caution\_\_, \_\_needs\_caution\_\_, \_\_needs\_intervention\_\_}
+`safety_annotations` | list of str | raw annotations from three workers: {casual, needs caution, needs intervention}
+`safety_annotation_reasons` | list of str | the reasons behind the safety annotations in free-form text from each worker
+`source` | str | the source of the seed text that was used to craft the first utterance of the dialogue: {socialchemistry, sbic, ethics_amt, ethics_reddit}
+`etc` | str\|null | other information
+`dialogue_id` | int | the dialogue index
+`response_id` | int | the response index
+`episode_done` | bool | an indicator of whether it is the end of the dialogue
+
+
+## Dataset Creation
+
+To create ProsocialDialog, we set up a human-AI collaborative data creation framework, where GPT-3 generates the potentially unsafe utterances, and crowdworkers provide prosocial responses to them. This approach allows us to circumvent two substantial challenges: (1) there are no available large-scale corpora of multiturn prosocial conversations between humans, and (2) asking humans to write unethical, toxic, or problematic utterances could result in psychological harms (Roberts, 2017; Steiger et al., 2021).
+
+### Further Details, Social Impacts, and Limitations
+Please refer to our [paper](https://arxiv.org/abs/2205.12688).
+
+
+## Additional Information
+
+### Citation
+
+Please cite our work if you found the resources in this repository useful:
+```
+@inproceedings{kim2022prosocialdialog,
+    title={ProsocialDialog: A Prosocial Backbone for Conversational Agents},
+    author={Hyunwoo Kim and Youngjae Yu and Liwei Jiang and Ximing Lu and Daniel Khashabi and Gunhee Kim and Yejin Choi and Maarten Sap},
+    booktitle={EMNLP},
+    year=2022
+}
+```

test.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6705cef4279e60bcd70b4fed3bf9a2e53283af3eda2723933d31feee220ffd
+size 17644365

train.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4782f339a1f01a6962289f1c7b2c0727e340e76af95a402c569a48f5df38dc75
+size 85050121

valid.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d937082c55dc9e5ce9416caba55dce0933df7ca768bfb76d65981dbfd3ecd9a
+size 14421180