pragmeval

ds = tfds.load('huggingface:pragmeval/verifiability')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 3,
        "names": [
            "experiential",
            "unverifiable",
            "non-experiential"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/emobank-arousal')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/switchboard')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 41,
        "names": [
            "Response Acknowledgement",
            "Uninterpretable",
            "Or-Clause",
            "Reject",
            "Statement-non-opinion",
            "3rd-party-talk",
            "Repeat-phrase",
            "Hold Before Answer/Agreement",
            "Signal-non-understanding",
            "Offers, Options Commits",
            "Agree/Accept",
            "Dispreferred Answers",
            "Hedge",
            "Action-directive",
            "Tag-Question",
            "Self-talk",
            "Yes-No-Question",
            "Rhetorical-Question",
            "No Answers",
            "Open-Question",
            "Conventional-closing",
            "Other Answers",
            "Acknowledge (Backchannel)",
            "Wh-Question",
            "Declarative Wh-Question",
            "Thanking",
            "Yes Answers",
            "Affirmative Non-yes Answers",
            "Declarative Yes-No-Question",
            "Backchannel in Question Form",
            "Apology",
            "Downplayer",
            "Conventional-opening",
            "Collaborative Completion",
            "Summarize/Reformulate",
            "Negative Non-no Answers",
            "Statement-opinion",
            "Appreciation",
            "Other",
            "Quotation",
            "Maybe/Accept-part"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/persuasiveness-eloquence')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/mrda')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 51,
        "names": [
            "Declarative-Question",
            "Statement",
            "Reject",
            "Or-Clause",
            "3rd-party-talk",
            "Continuer",
            "Hold Before Answer/Agreement",
            "Assessment/Appreciation",
            "Signal-non-understanding",
            "Floor Holder",
            "Sympathy",
            "Dispreferred Answers",
            "Reformulate/Summarize",
            "Exclamation",
            "Interrupted/Abandoned/Uninterpretable",
            "Expansions of y/n Answers",
            "Action-directive",
            "Tag-Question",
            "Accept",
            "Rhetorical-question Continue",
            "Self-talk",
            "Rhetorical-Question",
            "Yes-No-question",
            "Open-Question",
            "Rising Tone",
            "Other Answers",
            "Commit",
            "Wh-Question",
            "Repeat",
            "Follow Me",
            "Thanking",
            "Offer",
            "About-task",
            "Reject-part",
            "Affirmative Non-yes Answers",
            "Apology",
            "Downplayer",
            "Humorous Material",
            "Accept-part",
            "Collaborative Completion",
            "Mimic Other",
            "Understanding Check",
            "Misspeak Self-Correction",
            "Or-Question",
            "Topic Change",
            "Negative Non-no Answers",
            "Floor Grabber",
            "Correct-misspeaking",
            "Maybe",
            "Acknowledge-answer",
            "Defending/Explanation"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/gum')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 17,
        "names": [
            "preparation",
            "evaluation",
            "circumstance",
            "solutionhood",
            "justify",
            "result",
            "evidence",
            "purpose",
            "concession",
            "elaboration",
            "background",
            "condition",
            "cause",
            "restatement",
            "motivation",
            "antithesis",
            "no_relation"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/emergent')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 3,
        "names": [
            "observing",
            "for",
            "against"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/persuasiveness-relevance')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/persuasiveness-specificity')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/persuasiveness-strength')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/emobank-dominance')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/squinky-implicature')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/sarcasm')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "notsarc",
            "sarc"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/squinky-formality')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/stac')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 18,
        "names": [
            "Comment",
            "Contrast",
            "Q_Elab",
            "Parallel",
            "Explanation",
            "Narration",
            "Continuation",
            "Result",
            "Acknowledgement",
            "Alternation",
            "Question_answer_pair",
            "Correction",
            "Clarification_question",
            "Conditional",
            "Sequence",
            "Elaboration",
            "Background",
            "no_relation"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/pdtb')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 16,
        "names": [
            "Synchrony",
            "Contrast",
            "Asynchronous",
            "Conjunction",
            "List",
            "Condition",
            "Pragmatic concession",
            "Restatement",
            "Pragmatic cause",
            "Alternative",
            "Pragmatic condition",
            "Pragmatic contrast",
            "Instantiation",
            "Exception",
            "Cause",
            "Concession"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/persuasiveness-premisetype')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 8,
        "names": [
            "testimony",
            "warrant",
            "invented_instance",
            "common_knowledge",
            "statistics",
            "analogy",
            "definition",
            "real_example"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/squinky-informativeness')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/persuasiveness-claimtype')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence1": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "sentence2": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 3,
        "names": [
            "Value",
            "Fact",
            "Policy"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}

ds = tfds.load('huggingface:pragmeval/emobank-valence')

Evaluation of language understanding with a 11 datasets benchmark focusing on discourse and pragmatics

{
    "sentence": {
        "dtype": "string",
        "id": null,
        "_type": "Value"
    },
    "label": {
        "num_classes": 2,
        "names": [
            "low",
            "high"
        ],
        "names_file": null,
        "id": null,
        "_type": "ClassLabel"
    },
    "idx": {
        "dtype": "int32",
        "id": null,
        "_type": "Value"
    }
}