ca1a41f6f9
Add initial plugin implementation per the CTO engineering handoff (geomonitor/threads/2026-06-ai-visibility-v1/01-cto-eng-handoff.md). ## What - PGM_Probe_Provider interface + PGM_Probe_Result value object - PGM_Perplexity_Provider (sonar via OpenRouter/CF AI Gateway) - PGM_OpenRouter_Provider (GPT-search + Gemini-search, generic parameterised) - PGM_Gateway_Client: shared HTTP + exponential-backoff retry (mirrors PRAB) - PGM_Citation_Detector: domain extraction, is_cited(), get_our_position() - PGM_Cost_Ledger: MTD cost from DB, can_afford() pre-check, hard monthly cap - PGM_Probe_Runner: peptides×intents×models run, budget abort, in-run cache - PGM_Table_Manager: pgm_ai_visibility dbDelta, schema-version, drop_table() - PGM_Config: typed getters, seed_defaults() (12 peptides, 3 intents, 3 models) - PGM_Cron: weekly pgm_weekly_probe schedule/clear - PGM_Data_Collector + PGM_Dashboard_Panel interfaces (seam for future panels) - PGM_Collector_Registry: singleton registry - PGM_Ai_Visibility_Collector: trendline, standings, MTD cost (score formula) - PGM_Ai_Visibility_Panel: proxy note, Chart.js trendline, standings table - PGM_Admin_Page: GEO Monitor menu, Run now POST handler (nonce+capability) - uninstall.php: DROP TABLE + DELETE pgm_* options + wp_clear_scheduled_hook - Unit tests (6 files): citation detection, score calc, cost ledger + budget abort, provider response parsing (mock HTTP), cron, uninstall purge - ARCHITECTURE.md, CONVENTIONS.md, CONTEXT.md (score formula), README.md, CHANGELOG.md — same-commit per DoD - CI workflow: PHP lint (8.1/8.2/8.3) + PHPCS + 300-line check ## Security - Secrets from wp-config constants only; none hardcoded - manage_options + nonce on every admin action - Input sanitized; output escaped Agent-Session: geomonitor v0.1.0
181 lines
7.5 KiB
PHP
181 lines
7.5 KiB
PHP
<?php
|
||
/**
|
||
* Tests for PGM_Probe_Runner: budget-cap abort, in-run caching, and run mechanics.
|
||
*
|
||
* Uses queued mock HTTP responses (via $GLOBALS['pgm_test_state']['remote_posts'])
|
||
* and a mock ledger to verify runner behaviour without real API calls.
|
||
*
|
||
* @package PeptideGeoMonitor
|
||
*/
|
||
|
||
declare(strict_types=1);
|
||
|
||
require_once __DIR__ . '/../bootstrap.php';
|
||
|
||
echo "=== PGM Probe Runner Tests ===\n";
|
||
|
||
// ── Define API key constants (required by providers) ──────────────────────
|
||
|
||
if ( ! defined( 'PGM_OPENROUTER_API_KEY' ) ) {
|
||
define( 'PGM_OPENROUTER_API_KEY', 'sk-or-test-key' );
|
||
}
|
||
if ( ! defined( 'PGM_CF_ACCOUNT_ID' ) ) {
|
||
define( 'PGM_CF_ACCOUNT_ID', '' );
|
||
}
|
||
if ( ! defined( 'PGM_CF_GATEWAY_ID' ) ) {
|
||
define( 'PGM_CF_GATEWAY_ID', '' );
|
||
}
|
||
|
||
// ── Mock ledger: tracks afford calls, simulates exhaustion ────────────────
|
||
|
||
class PGM_Mock_Ledger extends PGM_Cost_Ledger {
|
||
public int $afford_count = 0;
|
||
public int $no_afford_count = 0;
|
||
public int $exhaust_after = PHP_INT_MAX;
|
||
|
||
public function can_afford( float $estimated ): bool {
|
||
$total = $this->afford_count + $this->no_afford_count;
|
||
if ( $total >= $this->exhaust_after ) {
|
||
$this->no_afford_count++;
|
||
return false;
|
||
}
|
||
$this->afford_count++;
|
||
return true;
|
||
}
|
||
|
||
public function update_row_cost( int $row_id, float $cost ): bool { return true; }
|
||
public function get_month_to_date_usd(): float { return 0.0; }
|
||
}
|
||
|
||
// ── Shared mock response body (Perplexity / cited) ────────────────────────
|
||
|
||
$cited_body = json_encode([
|
||
'choices' => [['message' => ['content' => 'BPC-157 info.']]],
|
||
'citations' => ['https://peptiderepo.com/bpc-157/', 'https://examine.com'],
|
||
'usage' => ['total_tokens' => 100],
|
||
]);
|
||
|
||
// ── Test: basic run completes — 1×1×1 (peptide × intent × model) ─────────
|
||
|
||
pgm_test_reset();
|
||
$GLOBALS['pgm_test_state']['options']['pgm_peptides'] = [['slug'=>'bpc-157','label'=>'BPC-157']];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_prompt_intents'] = ['what is {peptide}'];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_models'] = ['perplexity/sonar'];
|
||
$GLOBALS['pgm_test_state']['remote_posts'] = [
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
];
|
||
|
||
$ledger1 = new PGM_Mock_Ledger();
|
||
$runner1 = new PGM_Probe_Runner( $ledger1 );
|
||
$counts1 = $runner1->run();
|
||
|
||
pgm_assert_equals( 1, $counts1['probed'], 'basic run: 1 probed' );
|
||
pgm_assert_equals( 0, $counts1['skipped_budget'], 'basic run: 0 budget skips' );
|
||
pgm_assert_equals( 0, $counts1['skipped_error'], 'basic run: 0 error skips' );
|
||
pgm_assert_equals( 1, $ledger1->afford_count, 'basic run: 1 can_afford check' );
|
||
|
||
// ── Test: 2×1×1 run completes all probes when budget sufficient ───────────
|
||
|
||
pgm_test_reset();
|
||
$GLOBALS['pgm_test_state']['options']['pgm_peptides'] = [
|
||
['slug'=>'bpc-157','label'=>'BPC-157'],
|
||
['slug'=>'tb-500','label'=>'TB-500'],
|
||
];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_prompt_intents'] = ['what is {peptide}'];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_models'] = ['perplexity/sonar'];
|
||
$GLOBALS['pgm_test_state']['remote_posts'] = [
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
];
|
||
|
||
$ledger2 = new PGM_Mock_Ledger();
|
||
$runner2 = new PGM_Probe_Runner( $ledger2 );
|
||
$counts2 = $runner2->run();
|
||
|
||
pgm_assert_equals( 2, $counts2['probed'], '2×1×1 run: 2 probes completed' );
|
||
pgm_assert_equals( 2, $ledger2->afford_count, '2×1×1 run: 2 can_afford checks' );
|
||
|
||
// ── Test: budget cap abort after N probes ────────────────────────────────
|
||
|
||
pgm_test_reset();
|
||
$GLOBALS['pgm_test_state']['options']['pgm_peptides'] = [
|
||
['slug'=>'bpc-157','label'=>'BPC-157'],
|
||
['slug'=>'tb-500','label'=>'TB-500'],
|
||
['slug'=>'mk-677','label'=>'MK-677'],
|
||
];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_prompt_intents'] = ['what is {peptide}'];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_models'] = ['perplexity/sonar'];
|
||
// Queue 3 responses but cap budget at 1.
|
||
$GLOBALS['pgm_test_state']['remote_posts'] = [
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
];
|
||
|
||
$exhausting_ledger = new PGM_Mock_Ledger();
|
||
$exhausting_ledger->exhaust_after = 1; // Budget exhausted after 1st can_afford check.
|
||
|
||
$runner3 = new PGM_Probe_Runner( $exhausting_ledger );
|
||
$counts3 = $runner3->run();
|
||
|
||
pgm_assert_equals( 1, $counts3['probed'], 'budget abort: 1 probe completed before cap' );
|
||
pgm_assert( $counts3['skipped_budget'] >= 2, 'budget abort: ≥2 probes skipped (budget)' );
|
||
pgm_assert_equals( 0, $counts3['skipped_error'], 'budget abort: 0 error skips' );
|
||
|
||
// ── Test: HTTP error counts as skipped_error ─────────────────────────────
|
||
|
||
pgm_test_reset();
|
||
$GLOBALS['pgm_test_state']['options']['pgm_peptides'] = [['slug'=>'bpc-157','label'=>'BPC-157']];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_prompt_intents'] = ['what is {peptide}'];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_models'] = ['perplexity/sonar'];
|
||
// All retries fail with 500.
|
||
$GLOBALS['pgm_test_state']['remote_posts'] = [
|
||
['response' => ['code' => 500], 'body' => 'Error'],
|
||
['response' => ['code' => 500], 'body' => 'Error'],
|
||
['response' => ['code' => 500], 'body' => 'Error'],
|
||
];
|
||
|
||
$ledger4 = new PGM_Mock_Ledger();
|
||
$runner4 = new PGM_Probe_Runner( $ledger4 );
|
||
$counts4 = $runner4->run();
|
||
|
||
pgm_assert_equals( 0, $counts4['probed'], 'HTTP 500: 0 probes' );
|
||
pgm_assert( $counts4['skipped_error'] >= 1, 'HTTP 500: ≥1 error skip recorded' );
|
||
|
||
// ── Test: WP_Error from wp_remote_post counts as skipped_error ──────────
|
||
|
||
pgm_test_reset();
|
||
$GLOBALS['pgm_test_state']['options']['pgm_peptides'] = [['slug'=>'bpc-157','label'=>'BPC-157']];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_prompt_intents'] = ['what is {peptide}'];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_models'] = ['perplexity/sonar'];
|
||
// Return WP_Error for all retries.
|
||
$wp_error = new WP_Error( 'http_request_failed', 'cURL error 28: Operation timed out' );
|
||
$GLOBALS['pgm_test_state']['remote_posts'] = [ $wp_error, $wp_error, $wp_error ];
|
||
|
||
$ledger5 = new PGM_Mock_Ledger();
|
||
$runner5 = new PGM_Probe_Runner( $ledger5 );
|
||
$counts5 = $runner5->run();
|
||
|
||
pgm_assert_equals( 0, $counts5['probed'], 'WP_Error: 0 probes completed' );
|
||
pgm_assert( $counts5['skipped_error'] >= 1, 'WP_Error: ≥1 error skip recorded' );
|
||
|
||
// ── Test: run returns correct keys in counts array ───────────────────────
|
||
|
||
pgm_test_reset();
|
||
$GLOBALS['pgm_test_state']['options']['pgm_peptides'] = [['slug'=>'bpc-157','label'=>'BPC-157']];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_prompt_intents'] = ['what is {peptide}'];
|
||
$GLOBALS['pgm_test_state']['options']['pgm_models'] = ['perplexity/sonar'];
|
||
$GLOBALS['pgm_test_state']['remote_posts'] = [
|
||
['response' => ['code' => 200], 'body' => $cited_body],
|
||
];
|
||
|
||
$ledger6 = new PGM_Mock_Ledger();
|
||
$runner6 = new PGM_Probe_Runner( $ledger6 );
|
||
$counts6 = $runner6->run();
|
||
|
||
pgm_assert( array_key_exists( 'probed', $counts6 ), 'run: returns probed key' );
|
||
pgm_assert( array_key_exists( 'skipped_budget', $counts6 ), 'run: returns skipped_budget key' );
|
||
pgm_assert( array_key_exists( 'skipped_error', $counts6 ), 'run: returns skipped_error key' );
|
||
|
||
exit( pgm_test_summary() );
|