feat(scenario): attach step output and assertion details to run log
- "Step N passed" log entry carries the step's return value as data
- context.assert accepts an optional details argument; on failure the
assertion:fail entry stores { details, error } as data
- assertion failures throw AssertionFailedError so "Step N failed" and
"Snippet X failed" entries name only the assertion, without repeating
the details; the step run description keeps the full message
- exported e2e runtime accepts and prints assert details
- log output shows elapsed time in whole seconds, matching the stored
timestamp resolution
- run artifact and scenario file names link to the inline file content
in a new tab
This commit is contained in:
9 files changed
+195
-17
No files matched your search
@@ -112,12 +112,12 @@ Every entry is tagged with where it came from: `step:<N>`, or `snippet:<alias>`
|
|||||||
|
|
||||||
## Assertions
|
## Assertions
|
||||||
|
|
||||||
### `context.assert(fn, description)` → `Promise<void>`
|
### `context.assert(fn, description, details?)` → `Promise<void>`
|
||||||
|
|
||||||
Runs `fn` (sync or async) and requires it to return exactly `true`.
|
Runs `fn` (sync or async) and requires it to return exactly `true`.
|
||||||
|
|
||||||
- On success, it logs `description` (tagged `assertion:pass`).
|
- On success, it logs `description` (tagged `assertion:pass`).
|
||||||
- If `fn` returns anything else or throws, it logs `Assertion failed: <description>` as an error (tagged `assertion:fail`) and throws, which fails the step.
|
- If `fn` returns anything else or throws, it logs `Assertion failed: <description>` as an error (tagged `assertion:fail`) and throws, which fails the step. The entry's data holds `details` (if given) and the exception message as `error` (if `fn` threw).
|
||||||
|
|
||||||
Await it, or a failure will not stop the step.
|
Await it, or a failure will not stop the step.
|
||||||
|
|
||||||
@@ -128,6 +128,15 @@ await context.assert(
|
|||||||
);
|
);
|
||||||
```
|
```
|
||||||
|
|
||||||
|
Pass large diagnostics (e.g. a response body) as `details` rather than in `description`, so the message stays short:
|
||||||
|
|
||||||
|
```js
|
||||||
|
await context.assert(() => response.ok(), "Validation must pass", {
|
||||||
|
status: response.status(),
|
||||||
|
body: await response.json(),
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
Use `expect` instead for assertions that wait and retry until the page matches, e.g. `await expect(locator).toBeVisible()`.
|
Use `expect` instead for assertions that wait and retry until the page matches, e.g. `await expect(locator).toBeVisible()`.
|
||||||
|
|
||||||
## Snippets
|
## Snippets
|
||||||
|
|||||||
@@ -554,7 +554,23 @@ function RunDetail() {
|
|||||||
rowKey={(f) => f.id}
|
rowKey={(f) => f.id}
|
||||||
columns={
|
columns={
|
||||||
[
|
[
|
||||||
{ key: 'name', header: t('files.name'), render: (f) => f.name },
|
{
|
||||||
|
key: 'name',
|
||||||
|
header: t('files.name'),
|
||||||
|
// Served inline, so the browser shows what it can (images, text, PDF).
|
||||||
|
render: (f) =>
|
||||||
|
isFileExpired(f) ? (
|
||||||
|
f.name
|
||||||
|
) : (
|
||||||
|
<a
|
||||||
|
href={runFiles.contentUrl(id!, runId!, f.id)}
|
||||||
|
target="_blank"
|
||||||
|
rel="noopener noreferrer"
|
||||||
|
>
|
||||||
|
{f.name}
|
||||||
|
</a>
|
||||||
|
),
|
||||||
|
},
|
||||||
{
|
{
|
||||||
key: 'mimeType',
|
key: 'mimeType',
|
||||||
header: t('files.mimeType'),
|
header: t('files.mimeType'),
|
||||||
|
|||||||
@@ -761,7 +761,19 @@ export function ScenarioDetailPage() {
|
|||||||
{
|
{
|
||||||
key: 'name',
|
key: 'name',
|
||||||
header: t('files.name'),
|
header: t('files.name'),
|
||||||
render: (f) => f.name,
|
// Served inline, so the browser shows what it can (images, text, PDF).
|
||||||
|
render: (f) =>
|
||||||
|
isFileExpired(f) ? (
|
||||||
|
f.name
|
||||||
|
) : (
|
||||||
|
<a
|
||||||
|
href={scenarioFiles.contentUrl(id!, f.id)}
|
||||||
|
target="_blank"
|
||||||
|
rel="noopener noreferrer"
|
||||||
|
>
|
||||||
|
{f.name}
|
||||||
|
</a>
|
||||||
|
),
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
key: 'mimeType',
|
key: 'mimeType',
|
||||||
|
|||||||
@@ -24,10 +24,13 @@ export interface LogOutputProps {
|
|||||||
className?: string;
|
className?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** "+12.345s" (or "-" if before startTime, e.g. clock skew). */
|
/**
|
||||||
|
* "+12s" (or "-" if before startTime, e.g. clock skew). Log timestamps are
|
||||||
|
* stored with second resolution, so fractions would be noise.
|
||||||
|
*/
|
||||||
function formatElapsed(deltaMs: number): string {
|
function formatElapsed(deltaMs: number): string {
|
||||||
const sign = deltaMs < 0 ? '-' : '+';
|
const sign = deltaMs < 0 ? '-' : '+';
|
||||||
return `${sign}${(Math.abs(deltaMs) / 1000).toFixed(3)}s`;
|
return `${sign}${Math.round(Math.abs(deltaMs) / 1000)}s`;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Pretty-prints `data` if it's valid JSON, otherwise returns it as-is. */
|
/** Pretty-prints `data` if it's valid JSON, otherwise returns it as-is. */
|
||||||
|
|||||||
+2
-2
@@ -35,7 +35,7 @@ Available on `context`:
|
|||||||
- `context.getStepOutput(order)`: async (`await` it); output of a previous step by absolute order (`1`, `2`, ...) or relative (`-1` = previous step); `null` if there is none
|
- `context.getStepOutput(order)`: async (`await` it); output of a previous step by absolute order (`1`, `2`, ...) or relative (`-1` = previous step); `null` if there is none
|
||||||
- `context.dumpDom(selector?)`: simplified DOM snapshot of the page (or of one element)
|
- `context.dumpDom(selector?)`: simplified DOM snapshot of the page (or of one element)
|
||||||
- `context.log(...args)`, `context.warn(...args)`, `context.error(...args)`, `context.debug(...args)`: run log entries
|
- `context.log(...args)`, `context.warn(...args)`, `context.error(...args)`, `context.debug(...args)`: run log entries
|
||||||
- `context.assert(() => boolean, description)`: runs the arrow function and requires it to return `true`. Logs `description` (as a `log` entry on success, as an `error` entry on failure or exception), then throws to stop the step if the function returned anything other than `true` or threw
|
- `context.assert(() => boolean, description, details?)`: runs the arrow function and requires it to return `true`. Logs `description` (as a `log` entry on success, as an `error` entry on failure or exception), then throws to stop the step if the function returned anything other than `true` or threw. On failure, the log entry's data holds `details` (if given) and the exception message (as `error`, if the function threw)
|
||||||
- `context.runSnippet(name, ...args)`: runs stored snippet code with the same context; the snippet receives the extra arguments as `...args`. `name` is the snippet alias for its latest version, or `alias@<version>` (e.g. `login@3`) to pin a specific version. Snippet start/finish/failure is logged
|
- `context.runSnippet(name, ...args)`: runs stored snippet code with the same context; the snippet receives the extra arguments as `...args`. `name` is the snippet alias for its latest version, or `alias@<version>` (e.g. `login@3`) to pin a specific version. Snippet start/finish/failure is logged
|
||||||
- `context.getScenarioFiles(opts?)`: list files uploaded to the scenario (`limit`, `offset`), including their path on disk
|
- `context.getScenarioFiles(opts?)`: list files uploaded to the scenario (`limit`, `offset`), including their path on disk
|
||||||
- `context.downloadFile(url, opts?)`: fetch `url` and save the result as a run file (requires a real scenario run — throws when invoked ad hoc, e.g. via the `exec_code` MCP tool). `opts` may include `method`, `headers`, `body`, `filename`. `url` also accepts a `data:` URI (`data:<mediaType>;base64,<data>` or `data:<mediaType>,<percent-encoded data>`) to save content generated in-script (e.g. a credential JWT) directly, without an actual network fetch.
|
- `context.downloadFile(url, opts?)`: fetch `url` and save the result as a run file (requires a real scenario run — throws when invoked ad hoc, e.g. via the `exec_code` MCP tool). `opts` may include `method`, `headers`, `body`, `filename`. `url` also accepts a `data:` URI (`data:<mediaType>;base64,<data>` or `data:<mediaType>,<percent-encoded data>`) to save content generated in-script (e.g. a credential JWT) directly, without an actual network fetch.
|
||||||
@@ -53,7 +53,7 @@ The step and snippet editors have a (?) button next to the Code label that opens
|
|||||||
|
|
||||||
Each run log entry (`level`, `message`, `createdAt`) also carries a `context`: where the message was generated. Contexts:
|
Each run log entry (`level`, `message`, `createdAt`) also carries a `context`: where the message was generated. Contexts:
|
||||||
|
|
||||||
- `step:<N>`: the step a log entry belongs to, including the automatic "Step N started / passed / failed" entries
|
- `step:<N>`: the step a log entry belongs to, including the automatic "Step N started / passed / failed" entries ("Step N passed" carries the step's return value as `data`; "Step N failed" for an assertion failure names only the assertion, whose details are in the `assertion:fail` entry)
|
||||||
- `snippet:<alias>`: entries logged while `context.runSnippet(alias, ...)` is running, including its own automatic "started"/"finished"/"failed" entries. A snippet calling another snippet tags entries with the innermost running snippet's alias
|
- `snippet:<alias>`: entries logged while `context.runSnippet(alias, ...)` is running, including its own automatic "started"/"finished"/"failed" entries. A snippet calling another snippet tags entries with the innermost running snippet's alias
|
||||||
- `assertion:pass` / `assertion:fail`: `context.assert()`'s own log entry
|
- `assertion:pass` / `assertion:fail`: `context.assert()`'s own log entry
|
||||||
- `run`: run-level entries not tied to a step (e.g. a scenario timeout, or the Playwright trace upload notice)
|
- `run`: run-level entries not tied to a step (e.g. a scenario timeout, or the Playwright trace upload notice)
|
||||||
|
|||||||
@@ -18,6 +18,31 @@ export interface ExecResult {
|
|||||||
result: unknown;
|
result: unknown;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Thrown by `context.assert`. Its `message` includes the failure reason;
|
||||||
|
* `summary` doesn't, so failure reports that follow the `assertion:fail` log
|
||||||
|
* entry (which already holds the details) can stay short.
|
||||||
|
*/
|
||||||
|
export class AssertionFailedError extends Error {
|
||||||
|
constructor(
|
||||||
|
message: string,
|
||||||
|
readonly summary: string,
|
||||||
|
) {
|
||||||
|
super(message);
|
||||||
|
this.name = "AssertionFailedError";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** The `AssertionFailedError` behind `err` (directly or via `cause`), if any. */
|
||||||
|
export function findAssertionFailure(
|
||||||
|
err: unknown,
|
||||||
|
): AssertionFailedError | null {
|
||||||
|
for (let e = err; e instanceof Error; e = (e as { cause?: unknown }).cause) {
|
||||||
|
if (e instanceof AssertionFailedError) return e;
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
export type ScriptLogger = (
|
export type ScriptLogger = (
|
||||||
level: "debug" | "log" | "warn" | "error",
|
level: "debug" | "log" | "warn" | "error",
|
||||||
message: string,
|
message: string,
|
||||||
@@ -50,11 +75,13 @@ export interface ScriptContext {
|
|||||||
/**
|
/**
|
||||||
* Runs `fn` and requires it to return `true`. Logs the outcome under
|
* Runs `fn` and requires it to return `true`. Logs the outcome under
|
||||||
* `description`, then throws if `fn` returned anything other than `true`
|
* `description`, then throws if `fn` returned anything other than `true`
|
||||||
* or threw an exception.
|
* or threw an exception. On failure, `details` (and the exception message,
|
||||||
|
* if any) are stored as the log entry's data.
|
||||||
*/
|
*/
|
||||||
assert: (
|
assert: (
|
||||||
fn: () => boolean | Promise<boolean>,
|
fn: () => boolean | Promise<boolean>,
|
||||||
description: string,
|
description: string,
|
||||||
|
details?: unknown,
|
||||||
) => Promise<void>;
|
) => Promise<void>;
|
||||||
/** Runs a named snippet with the same context, plus any extra positional args. */
|
/** Runs a named snippet with the same context, plus any extra positional args. */
|
||||||
runSnippet: (alias: string, ...args: unknown[]) => Promise<unknown>;
|
runSnippet: (alias: string, ...args: unknown[]) => Promise<unknown>;
|
||||||
@@ -194,6 +221,7 @@ export class CodeExecutorService {
|
|||||||
assert: async (
|
assert: async (
|
||||||
fn: () => boolean | Promise<boolean>,
|
fn: () => boolean | Promise<boolean>,
|
||||||
description: string,
|
description: string,
|
||||||
|
details?: unknown,
|
||||||
): Promise<void> => {
|
): Promise<void> => {
|
||||||
let passed: boolean;
|
let passed: boolean;
|
||||||
let failureReason: string | undefined;
|
let failureReason: string | undefined;
|
||||||
@@ -210,8 +238,18 @@ export class CodeExecutorService {
|
|||||||
const message = failureReason
|
const message = failureReason
|
||||||
? `Assertion failed: ${description} (${failureReason})`
|
? `Assertion failed: ${description} (${failureReason})`
|
||||||
: `Assertion failed: ${description}`;
|
: `Assertion failed: ${description}`;
|
||||||
emit("error", message, "assertion:fail");
|
const failureData =
|
||||||
throw new Error(message);
|
failureReason !== undefined || details !== undefined
|
||||||
|
? {
|
||||||
|
...(failureReason !== undefined && { error: failureReason }),
|
||||||
|
...(details !== undefined && { details }),
|
||||||
|
}
|
||||||
|
: undefined;
|
||||||
|
emit("error", message, "assertion:fail", failureData);
|
||||||
|
throw new AssertionFailedError(
|
||||||
|
message,
|
||||||
|
`Assertion failed: ${description}`,
|
||||||
|
);
|
||||||
},
|
},
|
||||||
getStepOutput: getStepOutput ?? (() => Promise.resolve(null)),
|
getStepOutput: getStepOutput ?? (() => Promise.resolve(null)),
|
||||||
getCredential: (alias: string): unknown => {
|
getCredential: (alias: string): unknown => {
|
||||||
@@ -262,7 +300,7 @@ export class CodeExecutorService {
|
|||||||
} catch (err) {
|
} catch (err) {
|
||||||
emit(
|
emit(
|
||||||
"error",
|
"error",
|
||||||
`Snippet "${alias}" failed: ${(err as Error).message}`,
|
`Snippet "${alias}" failed: ${findAssertionFailure(err)?.summary ?? (err as Error).message}`,
|
||||||
snippetContext,
|
snippetContext,
|
||||||
);
|
);
|
||||||
throw err;
|
throw err;
|
||||||
|
|||||||
@@ -370,7 +370,11 @@ function buildContext(page: Page, browser: BrowserContext, stepOutputs: StepOutp
|
|||||||
log: (...args: unknown[]) => console.log(...args),
|
log: (...args: unknown[]) => console.log(...args),
|
||||||
warn: (...args: unknown[]) => console.warn(...args),
|
warn: (...args: unknown[]) => console.warn(...args),
|
||||||
error: (...args: unknown[]) => console.error(...args),
|
error: (...args: unknown[]) => console.error(...args),
|
||||||
assert: async (fn: () => boolean | Promise<boolean>, description: string): Promise<void> => {
|
assert: async (
|
||||||
|
fn: () => boolean | Promise<boolean>,
|
||||||
|
description: string,
|
||||||
|
details?: unknown,
|
||||||
|
): Promise<void> => {
|
||||||
let passed: boolean;
|
let passed: boolean;
|
||||||
let failureReason: string | undefined;
|
let failureReason: string | undefined;
|
||||||
try {
|
try {
|
||||||
@@ -386,7 +390,11 @@ function buildContext(page: Page, browser: BrowserContext, stepOutputs: StepOutp
|
|||||||
const message = failureReason
|
const message = failureReason
|
||||||
? \`Assertion failed: \${description} (\${failureReason})\`
|
? \`Assertion failed: \${description} (\${failureReason})\`
|
||||||
: \`Assertion failed: \${description}\`;
|
: \`Assertion failed: \${description}\`;
|
||||||
console.error(message);
|
if (details !== undefined) {
|
||||||
|
console.error(message, details);
|
||||||
|
} else {
|
||||||
|
console.error(message);
|
||||||
|
}
|
||||||
throw new Error(message);
|
throw new Error(message);
|
||||||
},
|
},
|
||||||
getStepOutput: async (order: number): Promise<unknown> => {
|
getStepOutput: async (order: number): Promise<unknown> => {
|
||||||
|
|||||||
@@ -13,7 +13,10 @@ import { Repository } from "typeorm";
|
|||||||
import { type AppConfig, TraceMode } from "../config/app.config";
|
import { type AppConfig, TraceMode } from "../config/app.config";
|
||||||
import { FileStorageService } from "../file/file-storage.service";
|
import { FileStorageService } from "../file/file-storage.service";
|
||||||
import type { ScriptLogger } from "../code-executor/code-executor.service";
|
import type { ScriptLogger } from "../code-executor/code-executor.service";
|
||||||
import { CodeExecutorService } from "../code-executor/code-executor.service";
|
import {
|
||||||
|
CodeExecutorService,
|
||||||
|
findAssertionFailure,
|
||||||
|
} from "../code-executor/code-executor.service";
|
||||||
import { ExecContextBuilder } from "../code-executor/exec-context.builder";
|
import { ExecContextBuilder } from "../code-executor/exec-context.builder";
|
||||||
import { traceStorage } from "../common/trace-context";
|
import { traceStorage } from "../common/trace-context";
|
||||||
import { TraceLogger } from "../common/trace-logger";
|
import { TraceLogger } from "../common/trace-logger";
|
||||||
@@ -446,7 +449,11 @@ export class ScenarioSchedulerService implements OnModuleInit {
|
|||||||
} catch (err) {
|
} catch (err) {
|
||||||
const msg = (err as Error).message ?? String(err);
|
const msg = (err as Error).message ?? String(err);
|
||||||
this.logger.error(`StepRun #${stepRun.id} threw: ${msg}`);
|
this.logger.error(`StepRun #${stepRun.id} threw: ${msg}`);
|
||||||
await this.failStepRun(stepRun, msg);
|
await this.failStepRun(
|
||||||
|
stepRun,
|
||||||
|
msg,
|
||||||
|
findAssertionFailure(err)?.summary,
|
||||||
|
);
|
||||||
} finally {
|
} finally {
|
||||||
clearTimeout(timeoutId);
|
clearTimeout(timeoutId);
|
||||||
}
|
}
|
||||||
@@ -571,6 +578,7 @@ export class ScenarioSchedulerService implements OnModuleInit {
|
|||||||
"log",
|
"log",
|
||||||
`Step ${stepRun.order} passed`,
|
`Step ${stepRun.order} passed`,
|
||||||
`step:${stepRun.order}`,
|
`step:${stepRun.order}`,
|
||||||
|
output,
|
||||||
);
|
);
|
||||||
|
|
||||||
// Find the next waiting step in this run (next by order)
|
// Find the next waiting step in this run (next by order)
|
||||||
@@ -600,9 +608,14 @@ export class ScenarioSchedulerService implements OnModuleInit {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* `logSummary` replaces `description` in the "Step N failed" log entry, e.g.
|
||||||
|
* for assertion failures whose details are already logged.
|
||||||
|
*/
|
||||||
private async failStepRun(
|
private async failStepRun(
|
||||||
stepRun: ScenarioRunStepEntity,
|
stepRun: ScenarioRunStepEntity,
|
||||||
description: string,
|
description: string,
|
||||||
|
logSummary?: string,
|
||||||
): Promise<void> {
|
): Promise<void> {
|
||||||
stepRun.status = "fail";
|
stepRun.status = "fail";
|
||||||
stepRun.description = description;
|
stepRun.description = description;
|
||||||
@@ -612,7 +625,7 @@ export class ScenarioSchedulerService implements OnModuleInit {
|
|||||||
stepRun.runId,
|
stepRun.runId,
|
||||||
stepRun.id,
|
stepRun.id,
|
||||||
"error",
|
"error",
|
||||||
`Step ${stepRun.order} failed: ${description}`,
|
`Step ${stepRun.order} failed: ${logSummary ?? description}`,
|
||||||
`step:${stepRun.order}`,
|
`step:${stepRun.order}`,
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|||||||
@@ -208,4 +208,83 @@ describe("ScenarioRunStepEntity.output + context.getStepOutput", () => {
|
|||||||
expect(JSON.parse(rows[2].output as string)).toEqual([1, 2, 3, 4]);
|
expect(JSON.parse(rows[2].output as string)).toEqual([1, 2, 3, 4]);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
// ── run log data ───────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
describe("run log data", () => {
|
||||||
|
async function logRows(
|
||||||
|
runId: string,
|
||||||
|
context: string,
|
||||||
|
): Promise<Array<{ message: string; data: string | null }>> {
|
||||||
|
return dataSource.query(
|
||||||
|
`SELECT message, data FROM scenario_run_logs WHERE runId = '${runId}' AND context = '${context}' ORDER BY seq`,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
it("attaches the step output to the 'Step N passed' entry", async () => {
|
||||||
|
await seedSession();
|
||||||
|
const scId = await createScenario("log-step-output");
|
||||||
|
await createStep(scId, 0, 'return { token: "abc" };');
|
||||||
|
|
||||||
|
const runId = await runScenario(scId);
|
||||||
|
const rows = await logRows(runId, "step:1");
|
||||||
|
const passed = rows.find((r) => r.message === "Step 1 passed");
|
||||||
|
|
||||||
|
expect(JSON.parse(passed!.data as string)).toEqual({ token: "abc" });
|
||||||
|
});
|
||||||
|
|
||||||
|
it("stores assertion failure details as log data", async () => {
|
||||||
|
await seedSession();
|
||||||
|
const scId = await createScenario("log-assert-details");
|
||||||
|
await createStep(
|
||||||
|
scId,
|
||||||
|
0,
|
||||||
|
'await context.assert(() => false, "Validation must pass", { status: 500 });',
|
||||||
|
);
|
||||||
|
|
||||||
|
const runId = await runScenario(scId);
|
||||||
|
const [row] = await logRows(runId, "assertion:fail");
|
||||||
|
|
||||||
|
expect(row.message).toBe("Assertion failed: Validation must pass");
|
||||||
|
expect(JSON.parse(row.data as string)).toEqual({
|
||||||
|
details: { status: 500 },
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("keeps the 'Step N failed' entry of an assertion failure short", async () => {
|
||||||
|
await seedSession();
|
||||||
|
const scId = await createScenario("log-assert-step-fail");
|
||||||
|
await createStep(
|
||||||
|
scId,
|
||||||
|
0,
|
||||||
|
'await context.assert(() => { throw new Error("boom"); }, "Must not throw");',
|
||||||
|
);
|
||||||
|
|
||||||
|
const runId = await runScenario(scId);
|
||||||
|
const rows = await logRows(runId, "step:1");
|
||||||
|
const failed = rows.find((r) => r.message.startsWith("Step 1 failed:"));
|
||||||
|
|
||||||
|
expect(failed!.message).toBe(
|
||||||
|
"Step 1 failed: Assertion failed: Must not throw",
|
||||||
|
);
|
||||||
|
const stepRow = await dataSource.query(
|
||||||
|
`SELECT description FROM scenario_run_steps WHERE runId = '${runId}'`,
|
||||||
|
);
|
||||||
|
expect(stepRow[0].description).toContain("(boom)");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("stores the exception message of a throwing assertion as log data", async () => {
|
||||||
|
await seedSession();
|
||||||
|
const scId = await createScenario("log-assert-throw");
|
||||||
|
await createStep(
|
||||||
|
scId,
|
||||||
|
0,
|
||||||
|
'await context.assert(() => { throw new Error("boom"); }, "Must not throw");',
|
||||||
|
);
|
||||||
|
|
||||||
|
const runId = await runScenario(scId);
|
||||||
|
const [row] = await logRows(runId, "assertion:fail");
|
||||||
|
|
||||||
|
expect(JSON.parse(row.data as string)).toEqual({ error: "boom" });
|
||||||
|
});
|
||||||
|
});
|
||||||
});
|
});
|
||||||
Reference in new issue
Block a user