{
  "affects": {
    "artifacts": [
      {
        "name": "ChatGPT",
        "type": "System"
      }
    ],
    "deployer": [
      "OpenAI"
    ],
    "developer": [
      "OpenAI"
    ]
  },
  "credit": [
    {
      "lang": "eng",
      "value": "Allen Roush, Oracle Corporation"
    }
  ],
  "data_type": "AVID",
  "data_version": "0.2",
  "description": {
    "lang": "eng",
    "value": "When prompting ChatGPT with lexical constraints, e.g. \"Generate a text without the letter \"e\" in it\", ChatGPT almost always fails to follow these constraints. "
  },
  "impact": {
    "avid": {
      "lifecycle_view": [
        "L02: Data Understanding",
        "L04: Model Development",
        "L05: Evaluation",
        "L06: Deployment"
      ],
      "risk_domain": [
        "Performance"
      ],
      "sep_view": [
        "P0204: Accuracy"
      ],
      "taxonomy_version": "0.2"
    }
  },
  "last_modified_date": "2023-03-31",
  "metadata": {
    "vuln_id": "AVID-2023-V026"
  },
  "problemtype": {
    "classof": "LLM Evaluation",
    "description": {
      "lang": "eng",
      "value": "ChatGPT fails to follow lexical constraints"
    },
    "type": "Advisory"
  },
  "published_date": "2023-03-31",
  "references": [
    {
      "label": "Gwern\u0027s analysis of lexical constraints and ChatGPT",
      "type": "source",
      "url": "https://www.gwern.net/GPT-3#bpes"
    },
    {
      "label": "Most Language Models can be Poets too: An AI Writing Assistant and Constrained Text Generation Studio",
      "type": "source",
      "url": "https://paperswithcode.com/paper/most-language-models-can-be-poets-too-an-ai"
    }
  ],
  "reports": [
    {
      "name": "ChatGPT fails to follow lexical constraints",
      "report_id": "AVID-2023-R0002",
      "type": "Advisory"
    }
  ]
}