Press n or j to go to the next uncovered block, b, p or k for the previous block.
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 | 220x 220x 220x 220x 254x 254x 254x 280x 280x 280x 284x 284x 284x 284x 341x 284x 36x 220x 220x 220x 220x 220x 377x 377x 377x 220x 377x 36x 377x 377x 220x 241x 3x 241x 1x 241x 240x 8x 232x 1x 231x 2x 229x 1x 220x 3x 3x 1x 3x 1x 220x 377x 664x 377x 341x 221x 197x 11x 181x 30x 377x 220x 288x 1966x 1478x 902x 5x | import { canonicalId, type CanonicalId } from "./id.js";
import type { MouraManifest } from "./manifest.js";
import type { Evidence, VerificationLayer } from "./model.js";
export type VerificationCheckStatus =
"PASS" | "FAIL" | "BROKEN" | "MISSING" | "SKIPPED" | "UNIMPLEMENTED";
export type VerificationSeverity = "success" | "warning" | "error";
export interface VerificationCheckResult {
readonly caseId: CanonicalId;
readonly layer: VerificationLayer;
readonly status: VerificationCheckStatus;
readonly severity: VerificationSeverity;
}
export interface EvidenceIssue {
readonly code:
| "empty-evidence-coverage"
| "evidence-for-unimplemented-pair"
| "non-case-evidence-target"
| "non-required-evidence-pair"
| "unknown-evidence-id"
| "unknown-evidence-layer";
readonly message: string;
readonly canonicalId?: CanonicalId;
readonly layer: VerificationLayer;
}
export interface VerificationProjectCheckResult {
readonly passed: boolean;
readonly entries: readonly VerificationCheckResult[];
readonly evidenceIssues: readonly EvidenceIssue[];
}
/**
* Aggregates normalized evidence against an already structurally valid model.
* Entries retain manifest Case and verify-layer order; evidence order is irrelevant.
*/
export function checkVerification(
manifest: MouraManifest,
evidence: readonly Evidence[],
): VerificationProjectCheckResult {
const allNodeIds = new Set<CanonicalId>();
const caseIds = new Set<CanonicalId>();
const requiredPairs: Array<{
caseId: CanonicalId;
layer: VerificationLayer;
unimplemented: boolean;
}> = [];
for (const requirement of manifest.requirements) {
const requirementId = canonicalId([requirement]);
allNodeIds.add(requirementId);
for (const scenario of requirement.scenarios) {
const scenarioId = canonicalId([requirement, scenario]);
allNodeIds.add(scenarioId);
for (const testCase of scenario.cases) {
const caseId = canonicalId([requirement, scenario, testCase]);
allNodeIds.add(caseId);
caseIds.add(caseId);
for (const layer of testCase.verify)
requiredPairs.push({ caseId, layer, unimplemented: false });
for (const layer of testCase.unimplemented ?? [])
requiredPairs.push({ caseId, layer, unimplemented: true });
}
}
}
const declaredLayers = new Set(manifest.verificationLayers);
const issues: EvidenceIssue[] = [];
const requiredLayersByCase = new Map<CanonicalId, Set<VerificationLayer>>();
const unimplementedLayersByCase = new Map<
CanonicalId,
Set<VerificationLayer>
>();
for (const { caseId, layer } of requiredPairs) {
const layers = requiredLayersByCase.get(caseId) ?? new Set();
layers.add(layer);
requiredLayersByCase.set(caseId, layers);
}
for (const pair of requiredPairs) {
if (!pair.unimplemented) continue;
const layers = unimplementedLayersByCase.get(pair.caseId) ?? new Set();
layers.add(pair.layer);
unimplementedLayersByCase.set(pair.caseId, layers);
}
for (const item of evidence) {
if (!declaredLayers.has(item.layer)) {
issues.push({
code: "unknown-evidence-layer",
message: `Evidence uses undeclared verification layer ${JSON.stringify(item.layer)}`,
layer: item.layer,
});
}
if (item.covers.length === 0) {
issues.push({
code: "empty-evidence-coverage",
message: "Evidence must cover at least one canonical Case ID",
layer: item.layer,
});
}
for (const coveredId of item.covers) {
if (!allNodeIds.has(coveredId)) {
issues.push({
code: "unknown-evidence-id",
message: `Evidence refers to unknown canonical ID ${JSON.stringify(coveredId)}`,
canonicalId: coveredId,
layer: item.layer,
});
} else if (!caseIds.has(coveredId)) {
issues.push({
code: "non-case-evidence-target",
message: `Evidence must target a Case, not ${JSON.stringify(coveredId)}`,
canonicalId: coveredId,
layer: item.layer,
});
} else if (
declaredLayers.has(item.layer) &&
!requiredLayersByCase.get(coveredId)?.has(item.layer)
) {
issues.push({
code: "non-required-evidence-pair",
message: `Evidence targets ${JSON.stringify(coveredId)} at layer ${JSON.stringify(item.layer)}, but that Case does not require the layer`,
canonicalId: coveredId,
layer: item.layer,
});
} else if (unimplementedLayersByCase.get(coveredId)?.has(item.layer)) {
issues.push({
code: "evidence-for-unimplemented-pair",
message: `Evidence targets ${JSON.stringify(coveredId)} at layer ${JSON.stringify(item.layer)}, but that pair is explicitly unimplemented`,
canonicalId: coveredId,
layer: item.layer,
});
}
}
}
issues.sort((left, right) => {
const codeOrder = compareStrings(left.code, right.code);
if (codeOrder !== 0) return codeOrder;
const canonicalIdOrder = compareStrings(
left.canonicalId ?? "",
right.canonicalId ?? "",
);
Iif (canonicalIdOrder !== 0) return canonicalIdOrder;
return compareStrings(left.layer, right.layer);
});
const entries = requiredPairs.map(({ caseId, layer, unimplemented }) => {
const matching = evidence.filter(
(item) => item.layer === layer && item.covers.includes(caseId),
);
let status: VerificationCheckStatus;
if (unimplemented) status = "UNIMPLEMENTED";
else if (matching.length === 0) status = "MISSING";
else if (matching.some((item) => item.status === "failed")) status = "FAIL";
else if (matching.some((item) => item.status === "broken"))
status = "BROKEN";
else if (matching.some((item) => item.status === "passed")) status = "PASS";
else status = "SKIPPED";
return { caseId, layer, status, severity: verificationSeverity(status) };
});
return {
passed:
issues.length === 0 &&
entries.every((entry) => entry.severity !== "error"),
entries,
evidenceIssues: issues,
};
}
export function verificationSeverity(
status: VerificationCheckStatus,
): VerificationSeverity {
if (status === "PASS") return "success";
if (status === "SKIPPED" || status === "UNIMPLEMENTED") return "warning";
return "error";
}
function compareStrings(left: string, right: string): number {
return left < right ? -1 : left > right ? 1 : 0;
}
|