PR Vision v0.3.0: per-call cost accountability + LLM call audit trail
P0 security: - PRV_Gateway_Client: remove response body from RuntimeException (HTTP status only) - PRV_Capture_Writer: allowlist-only write (prompt/response text, never headers/auth) - Mandatory capture order: can_afford → probe → persist_result → update_row_cost → write_meta → capture_io - capture_io last and wrapped in swallowing try/catch New tables (SCHEMA_VERSION 3): - prv_call_meta: cost/metadata per call, kept indefinitely - prv_call_io: rendered prompt + raw response, pruned on retention window (default 90d) New classes: - PRV_Call_Meta_Table, PRV_Call_Io_Table: table schema + dbDelta - PRV_Capture_Writer: metadata + I/O write; security allowlist enforced - PRV_Prune_Cron: daily prv_daily_prune cron deletes aged prv_call_io rows only - PRV_Cost_Rollup_Query: MTD summary, model breakdown, drill-down, projection - PRV_Call_Log_Query: paginated + filtered call-log query + per-call I/O fetch - PRV_Costs_Page + PRV_Costs_Renderer: Costs admin sub-page (cap progress, bento, model table, drill-down) - PRV_Call_Log_Page + PRV_Call_Log_Table_Renderer: Call Log admin sub-page (filter bar, paginated table, WCAG AA pagination) - PRV_Call_Drawer_Renderer: non-modal complementary drawer (5 states: Normal/Pruned/Legacy/Failed/Loading) - PRV_Call_Drawer_Script: inline JS for drawer (300-line split from renderer) - PRV_Call_Detail_Ajax: wp_ajax_prv_call_detail AJAX handler - PRV_Admin_Page_Css: CSS provider (300-line split from PRV_Admin_Page) - PRV_Probe_Run_Executor: inner probe loop (300-line split from PRV_Probe_Runner) Updated: - PRV_Probe_Result: tokens_in/tokens_out params + getters - Both providers: report tokens_in/tokens_out from usage.prompt_tokens/completion_tokens - PRV_Probe_Runner: slimmed to lock+UUID+delegation; injects PRV_Capture_Writer - PRV_Config: get_io_retention_days(); PRV_IO_RETENTION_DEFAULT_DAYS constant - PRV_Upgrader/Activator/Deactivator/Plugin: register new tables, cron, pages, AJAX - Settings: retention days field + save in controller - uninstall.php: DROP both new tables, clear prv_daily_prune cron - Subnav 4-tab strip (Dashboard | Costs | Call Log | Settings) on all pages - ARCHITECTURE.md, CHANGELOG.md, CONTEXT.md, CONVENTIONS.md updated Tests: - test-capture-writer.php: write_meta, write_io, P0 security (401 record has no key/Bearer/sk-or-) - test-cost-audit.php: MTD reconciliation, projection, prune, forced capture_io exception, table drops Agent-Session: peptiderepo-geomonitor-v0.3.0-cost-audit
This commit is contained in:
91
tests/unit/test-cost-audit.php
Normal file
91
tests/unit/test-cost-audit.php
Normal file
@@ -0,0 +1,91 @@
|
||||
<?php
|
||||
/**
|
||||
* Tests: cost audit trail — rollup reconciliation, prune, and probe-runner
|
||||
* best-effort capture.
|
||||
*
|
||||
* @package PrVision
|
||||
*/
|
||||
|
||||
declare(strict_types=1);
|
||||
|
||||
require_once __DIR__ . '/../bootstrap.php';
|
||||
|
||||
echo "=== test-cost-audit ===\n";
|
||||
prv_test_reset();
|
||||
|
||||
// ── Test 1: per-call cost sum reconciles to MTD via PRV_Cost_Rollup_Query ─
|
||||
// Seed the wpdb_var mock (returned by get_var) to simulate MTD total.
|
||||
$GLOBALS['prv_test_state']['wpdb_var'] = '1.23456789';
|
||||
$rollup = new PRV_Cost_Rollup_Query();
|
||||
$summary = $rollup->get_mtd_summary();
|
||||
prv_assert( $summary['total_cost'] > 0, 'get_mtd_summary returns positive cost when rows present' );
|
||||
|
||||
// Reconcile: the same wpdb_var stub also underlies PRV_Cost_Ledger.
|
||||
$ledger = new PRV_Cost_Ledger();
|
||||
$mtd_via_ledger = $ledger->get_month_to_date_usd();
|
||||
// Both read the same mock; confirm they agree.
|
||||
prv_assert_equals( (float) '1.23456789', $mtd_via_ledger, 'PRV_Cost_Ledger MTD matches mock value' );
|
||||
|
||||
// ── Test 2: project_month_end returns a numeric value ────────────────────
|
||||
$projected = $rollup->project_month_end( 1.23 );
|
||||
prv_assert( $projected >= 1.23, 'project_month_end returns at least MTD value' );
|
||||
prv_assert( is_float( $projected ), 'project_month_end returns a float' );
|
||||
|
||||
// ── Test 3: prune_now deletes only prv_call_io (not prv_call_meta) ───────
|
||||
// PRV_Prune_Cron::prune_now() runs a DELETE on prv_call_io. The wpdb stub
|
||||
// returns true for all queries; confirm it does NOT drop prv_call_meta.
|
||||
prv_test_reset();
|
||||
$deleted = PRV_Prune_Cron::prune_now();
|
||||
// The stub returns (int)true = 1; just confirm no exception and correct return type.
|
||||
prv_assert( is_int( $deleted ), 'prune_now returns an integer' );
|
||||
// Confirm prv_call_meta was not among dropped tables.
|
||||
prv_assert(
|
||||
! in_array( 'prv_call_meta', $GLOBALS['prv_test_state']['wpdb_dropped_tables'], true ),
|
||||
'prune_now does not drop prv_call_meta'
|
||||
);
|
||||
|
||||
// ── Test 4: forced capture_io exception does not break probe ──────────────
|
||||
// Create a mock capture writer that throws in write_io.
|
||||
class PRV_Capture_Writer_Throwing extends PRV_Capture_Writer {
|
||||
public function write_io( int $call_id, string $prompt_text, string $response_text ): bool {
|
||||
throw new \RuntimeException( 'Simulated capture_io failure' );
|
||||
}
|
||||
}
|
||||
|
||||
prv_test_reset();
|
||||
$GLOBALS['prv_test_state']['options']['prv_monthly_budget_usd'] = 5.0;
|
||||
$GLOBALS['prv_test_state']['options']['prv_peptides'] = array( array( 'slug' => 'bpc-157', 'label' => 'BPC-157' ) );
|
||||
$GLOBALS['prv_test_state']['options']['prv_prompt_intents'] = array( 'what is {peptide}' );
|
||||
$GLOBALS['prv_test_state']['options']['prv_models_v2'] = array(
|
||||
array( 'slug' => 'perplexity/sonar', 'enabled' => true ),
|
||||
);
|
||||
$GLOBALS['prv_test_state']['options']['prv_active_config_version'] = 3;
|
||||
$GLOBALS['prv_test_state']['wpdb_var'] = '0.0'; // No prior spend.
|
||||
|
||||
$throwing_capture = new PRV_Capture_Writer_Throwing();
|
||||
$ledger2 = new PRV_Cost_Ledger();
|
||||
$runner = new PRV_Probe_Runner( $ledger2, $throwing_capture );
|
||||
|
||||
$exception_escaped = false;
|
||||
try {
|
||||
$counts = $runner->run();
|
||||
// If we got here, the exception was swallowed.
|
||||
} catch ( \Throwable $e ) {
|
||||
$exception_escaped = true;
|
||||
}
|
||||
prv_assert( ! $exception_escaped, 'forced capture_io exception does not propagate to probe runner caller' );
|
||||
prv_assert( is_array( $counts ?? null ), 'runner returns counts array even when capture_io throws' );
|
||||
|
||||
// ── Test 5: table drop methods work correctly ─────────────────────────────
|
||||
prv_test_reset();
|
||||
// Simulate what uninstall.php does: call the static drop methods directly.
|
||||
PRV_Table_Manager::drop_table();
|
||||
PRV_Call_Io_Table::drop_table();
|
||||
PRV_Call_Meta_Table::drop_table();
|
||||
|
||||
$dropped = $GLOBALS['prv_test_state']['wpdb_dropped_tables'];
|
||||
prv_assert( in_array( 'prv_call_io', $dropped, true ), 'drop_table() drops prv_call_io' );
|
||||
prv_assert( in_array( 'prv_call_meta', $dropped, true ), 'drop_table() drops prv_call_meta' );
|
||||
prv_assert( in_array( 'prv_ai_visibility', $dropped, true ), 'drop_table() drops prv_ai_visibility (existing table)' );
|
||||
|
||||
exit( prv_test_summary() );
|
||||
Reference in New Issue
Block a user