{
  "metric": "Post-Edit Rate",
  "definition": "Post-Edit Rate (PER) is the percentage of voice dictations that need at least one edit before they are fit to send. It scores send-readiness rather than transcription accuracy. Lower is better and zero is the goal.",
  "unit": "percent",
  "lowerIsBetter": true,
  "product": "Rubil",
  "source": "https://www.rubil.io/quality",
  "documentation": "https://www.rubil.io/quality",
  "method": {
    "cadence": "daily",
    "passesPerRun": "Each run sends the full scenario set through the pipeline several times over.",
    "target": "Live production API, not a staging copy.",
    "grading": "Deterministic rules on text. No AI judge, no human opinion, and no scoring model touches any number here.",
    "editCategories": [
      "content",
      "voice",
      "format",
      "mechanics"
    ],
    "passCondition": "An output passes only if a reasonable user could send it without changing a single character. One edit in any category fails the whole dictation."
  },
  "limitations": [
    "Measured against a fixed scenario set, not against real user dictations. Rubil discards audio and does not store transcripts, so no corpus of real dictations exists to measure.",
    "The mix of scenarios across surfaces is not weighted to match observed usage.",
    "A suite that stays fixed while the product is tuned against it loses power as a test over time."
  ],
  "window": {
    "firstRun": "2026-08-14",
    "latestRun": "2026-08-19",
    "runCount": 4,
    "evaluations": 2768,
    "failures": 21,
    "postEditRate": 0.76
  },
  "runs": [
    {
      "date": "2026-08-14",
      "version": "Formatting model upgrade",
      "passes": 4,
      "evaluations": 692,
      "failures": 13,
      "postEditRate": 1.88,
      "bySurface": {
        "general": {
          "name": "General writing",
          "evaluations": 260,
          "failures": 9,
          "postEditRate": 3.46
        },
        "email": {
          "name": "Email",
          "evaluations": 144,
          "failures": 3,
          "postEditRate": 2.08
        },
        "dm": {
          "name": "Direct message",
          "evaluations": 216,
          "failures": 0,
          "postEditRate": 0
        },
        "aiChat": {
          "name": "AI chat prompt",
          "evaluations": 72,
          "failures": 1,
          "postEditRate": 1.39
        }
      }
    },
    {
      "date": "2026-08-14",
      "version": "Value-preservation guard",
      "passes": 4,
      "evaluations": 692,
      "failures": 3,
      "postEditRate": 0.43,
      "bySurface": {
        "general": {
          "name": "General writing",
          "evaluations": 260,
          "failures": 2,
          "postEditRate": 0.77
        },
        "email": {
          "name": "Email",
          "evaluations": 144,
          "failures": 1,
          "postEditRate": 0.69
        },
        "dm": {
          "name": "Direct message",
          "evaluations": 216,
          "failures": 0,
          "postEditRate": 0
        },
        "aiChat": {
          "name": "AI chat prompt",
          "evaluations": 72,
          "failures": 0,
          "postEditRate": 0
        }
      }
    },
    {
      "date": "2026-08-15",
      "version": "Suite v3.1.0",
      "passes": 4,
      "evaluations": 692,
      "failures": 4,
      "postEditRate": 0.58,
      "bySurface": {
        "general": {
          "name": "General writing",
          "evaluations": 260,
          "failures": 2,
          "postEditRate": 0.77
        },
        "email": {
          "name": "Email",
          "evaluations": 144,
          "failures": 0,
          "postEditRate": 0
        },
        "dm": {
          "name": "Direct message",
          "evaluations": 216,
          "failures": 1,
          "postEditRate": 0.46
        },
        "aiChat": {
          "name": "AI chat prompt",
          "evaluations": 72,
          "failures": 1,
          "postEditRate": 1.39
        }
      }
    },
    {
      "date": "2026-08-19",
      "version": "Suite v3.1.0",
      "passes": 4,
      "evaluations": 692,
      "failures": 1,
      "postEditRate": 0.14,
      "bySurface": {
        "general": {
          "name": "General writing",
          "evaluations": 260,
          "failures": 1,
          "postEditRate": 0.38
        },
        "email": {
          "name": "Email",
          "evaluations": 144,
          "failures": 0,
          "postEditRate": 0
        },
        "dm": {
          "name": "Direct message",
          "evaluations": 216,
          "failures": 0,
          "postEditRate": 0
        },
        "aiChat": {
          "name": "AI chat prompt",
          "evaluations": 72,
          "failures": 0,
          "postEditRate": 0
        }
      }
    }
  ]
}