peptide-repo/pr-vision
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

v0.3.0 — cost accountability + LLM call audit trail (#7)

Browse Source 
Per-call recording of cost and I/O for every LLM probe. New tables prv_call_meta (schema v3) and prv_call_io. New admin pages: Costs (spend drill-down vs $5 cap) and Call Log (paginated + detail drawer). 90-day I/O retention prune via prv_daily_prune cron. P0 security: key never stored; gateway client exposes HTTP status only.

QA APPROVED 2026-06-15 SHA 09dc6db9ce
This commit is contained in:
peptiderepo
2026-06-15 17:07:08 +07:00
committed by GitHub
parent 2f4c1b2c72
commit 2e2c72cac6
37 changed files with 3246 additions and 325 deletions
Download Patch File Download Diff File Expand all files Collapse all files

91
tests/unit/test-cost-audit.php Normal file
View File

@@ -0,0 +1,91 @@
<?php
/**
* Tests: cost audit trail — rollup reconciliation, prune, and probe-runner
* best-effort capture.
*
* @package PrVision
*/
declare(strict_types=1);
require_once __DIR__ . '/../bootstrap.php';
echo "=== test-cost-audit ===\n";
prv_test_reset();
// ── Test 1: per-call cost sum reconciles to MTD via PRV_Cost_Rollup_Query ─
// Seed get_row mock (used by get_mtd_summary) and get_var (used by PRV_Cost_Ledger).
$GLOBALS['prv_test_state']['wpdb_row'] = array( 'total_cost' => '1.23456789', 'total_calls' => '5' );
$GLOBALS['prv_test_state']['wpdb_var'] = '1.23456789';
$rollup = new PRV_Cost_Rollup_Query();
$summary = $rollup->get_mtd_summary();
prv_assert( $summary['total_cost'] > 0, 'get_mtd_summary returns positive cost when rows present' );
// Reconcile: PRV_Cost_Ledger reads get_var; confirm it agrees with the seeded mock.
$ledger = new PRV_Cost_Ledger();
$mtd_via_ledger = $ledger->get_month_to_date_usd();
prv_assert_equals( (float) '1.23456789', $mtd_via_ledger, 'PRV_Cost_Ledger MTD matches mock value' );
// ── Test 2: project_month_end returns a numeric value ────────────────────
$projected = $rollup->project_month_end( 1.23 );
prv_assert( $projected >= 1.23, 'project_month_end returns at least MTD value' );
prv_assert( is_float( $projected ), 'project_month_end returns a float' );
// ── Test 3: prune_now deletes only prv_call_io (not prv_call_meta) ───────
// PRV_Prune_Cron::prune_now() runs a DELETE on prv_call_io. The wpdb stub
// returns true for all queries; confirm it does NOT drop prv_call_meta.
prv_test_reset();
$deleted = PRV_Prune_Cron::prune_now();
// The stub returns (int)true = 1; just confirm no exception and correct return type.
prv_assert( is_int( $deleted ), 'prune_now returns an integer' );
// Confirm prv_call_meta was not among dropped tables.
prv_assert(
! in_array( 'prv_call_meta', $GLOBALS['prv_test_state']['wpdb_dropped_tables'], true ),
'prune_now does not drop prv_call_meta'
);
// ── Test 4: forced capture_io exception does not break probe ──────────────
// Create a mock capture writer that throws in write_io.
class PRV_Capture_Writer_Throwing extends PRV_Capture_Writer {
public function write_io( int $call_id, string $prompt_text, string $response_text ): bool {
throw new \RuntimeException( 'Simulated capture_io failure' );
}
}
prv_test_reset();
$GLOBALS['prv_test_state']['options']['prv_monthly_budget_usd'] = 5.0;
$GLOBALS['prv_test_state']['options']['prv_peptides'] = array( array( 'slug' => 'bpc-157', 'label' => 'BPC-157' ) );
$GLOBALS['prv_test_state']['options']['prv_prompt_intents'] = array( 'what is {peptide}' );
$GLOBALS['prv_test_state']['options']['prv_models_v2'] = array(
array( 'slug' => 'perplexity/sonar', 'enabled' => true ),
);
$GLOBALS['prv_test_state']['options']['prv_active_config_version'] = 3;
$GLOBALS['prv_test_state']['wpdb_var'] = '0.0'; // No prior spend.
$throwing_capture = new PRV_Capture_Writer_Throwing();
$ledger2 = new PRV_Cost_Ledger();
$runner = new PRV_Probe_Runner( $ledger2, $throwing_capture );
$exception_escaped = false;
try {
$counts = $runner->run();
// If we got here, the exception was swallowed.
} catch ( \Throwable $e ) {
$exception_escaped = true;
}
prv_assert( ! $exception_escaped, 'forced capture_io exception does not propagate to probe runner caller' );
prv_assert( is_array( $counts ?? null ), 'runner returns counts array even when capture_io throws' );
// ── Test 5: table drop methods work correctly ─────────────────────────────
prv_test_reset();
// Simulate what uninstall.php does: call the static drop methods directly.
PRV_Table_Manager::drop_table();
PRV_Call_Io_Table::drop_table();
PRV_Call_Meta_Table::drop_table();
$dropped = $GLOBALS['prv_test_state']['wpdb_dropped_tables'];
prv_assert( in_array( 'prv_call_io', $dropped, true ), 'drop_table() drops prv_call_io' );
prv_assert( in_array( 'prv_call_meta', $dropped, true ), 'drop_table() drops prv_call_meta' );
prv_assert( in_array( 'prv_ai_visibility', $dropped, true ), 'drop_table() drops prv_ai_visibility (existing table)' );
exit( prv_test_summary() );