6c57f6ca11
Introduces Peptide_News_Logger class with leveled logging (info, warning, error, debug) to a custom DB table, auto-pruning at 2000 rows. Adds a filterable, paginated log viewer to the admin settings page. Instruments the LLM and Fetcher classes with structured log calls for fetch cycles, AI processing, and error tracking. Version bumped to 2.1.0. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
502 lines
19 KiB
PHP
502 lines
19 KiB
PHP
<?php
|
|
/**
|
|
* LLM integration via OpenRouter for article analysis.
|
|
*
|
|
* Provides keyword extraction and article summarization
|
|
* using configurable models through the OpenRouter API.
|
|
*
|
|
* @since 1.1.0
|
|
*/
|
|
class Peptide_News_LLM {
|
|
|
|
/** @var string OpenRouter API endpoint. */
|
|
const API_URL = 'https://openrouter.ai/api/v1/chat/completions';
|
|
|
|
/** @var int Maximum retries for rate-limited requests. */
|
|
const MAX_RETRIES = 1;
|
|
|
|
/** @var int Maximum elapsed seconds before stopping a batch. */
|
|
const BATCH_TIMEOUT = 120;
|
|
|
|
/**
|
|
* Check whether LLM processing is enabled and configured.
|
|
*
|
|
* @return bool
|
|
*/
|
|
public static function is_enabled() {
|
|
$api_key = get_option( 'peptide_news_openrouter_api_key', '' );
|
|
return ! empty( $api_key ) && (bool) get_option( 'peptide_news_llm_enabled', 0 );
|
|
}
|
|
|
|
/**
|
|
* Validate an OpenRouter model ID format.
|
|
*
|
|
* Accepts patterns like: provider/model-name, provider/model-name:version
|
|
*
|
|
* @param string $model
|
|
* @return bool
|
|
*/
|
|
public static function is_valid_model( $model ) {
|
|
return (bool) preg_match( '/^[a-zA-Z0-9_-]+\/[a-zA-Z0-9._-]+(:[a-zA-Z0-9._-]+)?$/', $model );
|
|
}
|
|
|
|
/**
|
|
* Process a single article: extract keywords and generate a summary.
|
|
*
|
|
* Skips articles that already have both tags and ai_summary unless $force is true.
|
|
*
|
|
* @param object $article Database row with id, title, excerpt, content, categories.
|
|
* @param bool $force Re-process even if already analyzed.
|
|
* @return array Results with 'keywords', 'summary', and 'success' keys.
|
|
*/
|
|
public static function process_article( $article, $force = false ) {
|
|
if ( ! self::is_enabled() ) {
|
|
return array( 'keywords' => '', 'summary' => '', 'success' => false );
|
|
}
|
|
|
|
$results = array(
|
|
'keywords' => '',
|
|
'summary' => '',
|
|
'success' => false,
|
|
'errors' => array(),
|
|
);
|
|
|
|
$api_key = get_option( 'peptide_news_openrouter_api_key', '' );
|
|
$any_success = false;
|
|
|
|
// --- Keyword extraction ---
|
|
$keywords_model = get_option( 'peptide_news_llm_keywords_model', 'google/gemini-2.0-flash-001' );
|
|
$need_keywords = $force || empty( $article->tags );
|
|
|
|
if ( $need_keywords && self::is_valid_model( $keywords_model ) ) {
|
|
$keywords_prompt = self::build_keywords_prompt( $article );
|
|
$keywords_result = self::call_openrouter( $api_key, $keywords_model, $keywords_prompt );
|
|
|
|
if ( ! is_wp_error( $keywords_result ) ) {
|
|
$results['keywords'] = self::sanitize_keywords( $keywords_result );
|
|
$any_success = true;
|
|
Peptide_News_Logger::debug( 'Keywords extracted for article #' . $article->id, 'llm' );
|
|
} else {
|
|
$err_msg = 'Keywords (' . $keywords_model . '): ' . $keywords_result->get_error_message();
|
|
$results['errors'][] = $err_msg;
|
|
Peptide_News_Logger::error( 'Keyword extraction failed for article #' . $article->id . ': ' . $keywords_result->get_error_message(), 'llm' );
|
|
}
|
|
} elseif ( $need_keywords ) {
|
|
$results['errors'][] = 'Invalid keywords model ID: ' . $keywords_model;
|
|
Peptide_News_Logger::error( 'Invalid keywords model ID: ' . $keywords_model, 'llm' );
|
|
}
|
|
|
|
// --- Summarization ---
|
|
$summary_model = get_option( 'peptide_news_llm_summary_model', 'google/gemini-2.0-flash-001' );
|
|
$need_summary = $force || empty( $article->ai_summary );
|
|
|
|
if ( $need_summary && self::is_valid_model( $summary_model ) ) {
|
|
$summary_prompt = self::build_summary_prompt( $article );
|
|
$summary_result = self::call_openrouter( $api_key, $summary_model, $summary_prompt );
|
|
|
|
if ( ! is_wp_error( $summary_result ) ) {
|
|
// Strip all HTML tags from LLM output to prevent XSS.
|
|
$results['summary'] = sanitize_textarea_field( wp_strip_all_tags( $summary_result ) );
|
|
$any_success = true;
|
|
Peptide_News_Logger::info( 'AI summary generated for article #' . $article->id . ': ' . mb_substr( $article->title, 0, 60 ), 'llm' );
|
|
} else {
|
|
$err_msg = 'Summary (' . $summary_model . '): ' . $summary_result->get_error_message();
|
|
$results['errors'][] = $err_msg;
|
|
Peptide_News_Logger::error( 'Summarization failed for article #' . $article->id . ': ' . $summary_result->get_error_message(), 'llm' );
|
|
}
|
|
} elseif ( $need_summary ) {
|
|
$results['errors'][] = 'Invalid summary model ID: ' . $summary_model;
|
|
Peptide_News_Logger::error( 'Invalid summary model ID: ' . $summary_model, 'llm' );
|
|
}
|
|
|
|
$results['success'] = $any_success;
|
|
|
|
// --- Persist results ---
|
|
if ( ! empty( $results['keywords'] ) || ! empty( $results['summary'] ) ) {
|
|
self::save_results( $article->id, $results, $force );
|
|
}
|
|
|
|
return $results;
|
|
}
|
|
|
|
/**
|
|
* Process all unanalyzed articles (called after a fetch cycle).
|
|
*
|
|
* Includes a time-based guard to prevent cron timeouts and
|
|
* respects the admin-configured max articles per cycle unless
|
|
* $override_limit is true (used by the manual bulk-generate button).
|
|
*
|
|
* @param int $batch_size Max articles to process per run.
|
|
* @param bool $override_limit When true, ignore the admin "max per cycle" cap.
|
|
* @return int Number of articles successfully processed.
|
|
*/
|
|
public static function process_unanalyzed( $batch_size = 10, $override_limit = false ) {
|
|
if ( ! self::is_enabled() ) {
|
|
return 0;
|
|
}
|
|
|
|
if ( ! $override_limit ) {
|
|
// Respect admin cost-control setting for automated cron runs.
|
|
$max_per_cycle = absint( get_option( 'peptide_news_llm_max_articles', 10 ) );
|
|
if ( $max_per_cycle < 1 ) {
|
|
$max_per_cycle = 10;
|
|
}
|
|
$batch_size = min( $batch_size, $max_per_cycle );
|
|
}
|
|
|
|
global $wpdb;
|
|
$table = $wpdb->prefix . 'peptide_news_articles';
|
|
|
|
// Find articles missing tags OR ai_summary.
|
|
$articles = $wpdb->get_results( $wpdb->prepare(
|
|
"SELECT id, title, excerpt, content, categories, tags, ai_summary
|
|
FROM {$table}
|
|
WHERE is_active = 1
|
|
AND ( tags = '' OR ai_summary = '' OR ai_summary IS NULL )
|
|
ORDER BY fetched_at DESC
|
|
LIMIT %d",
|
|
$batch_size
|
|
) );
|
|
|
|
$processed = 0;
|
|
$last_errors = array();
|
|
$start_time = time();
|
|
|
|
foreach ( $articles as $article ) {
|
|
// Timeout guard: stop if approaching the limit.
|
|
if ( ( time() - $start_time ) >= self::BATCH_TIMEOUT ) {
|
|
self::log_error( 'Batch timeout reached after ' . $processed . ' articles. Remaining will process next cycle.' );
|
|
break;
|
|
}
|
|
|
|
$result = self::process_article( $article );
|
|
|
|
// Only count successful processing.
|
|
if ( ! empty( $result['success'] ) ) {
|
|
$processed++;
|
|
}
|
|
|
|
// Track errors for debugging.
|
|
if ( ! empty( $result['errors'] ) ) {
|
|
$last_errors = $result['errors'];
|
|
}
|
|
|
|
// Small delay to avoid rate limiting.
|
|
if ( next( $articles ) !== false ) {
|
|
usleep( 500000 ); // 0.5s between articles.
|
|
}
|
|
}
|
|
|
|
// Clear article cache once per batch (not per article).
|
|
if ( $processed > 0 ) {
|
|
self::clear_article_cache();
|
|
}
|
|
|
|
// Log the processing result.
|
|
update_option( 'peptide_news_last_llm_process', array(
|
|
'time' => current_time( 'mysql' ),
|
|
'processed' => $processed,
|
|
'attempted' => count( $articles ),
|
|
'errors' => $last_errors,
|
|
) );
|
|
|
|
if ( $processed > 0 ) {
|
|
Peptide_News_Logger::info( sprintf( 'AI batch complete: %d/%d articles processed.', $processed, count( $articles ) ), 'llm' );
|
|
} elseif ( count( $articles ) > 0 ) {
|
|
Peptide_News_Logger::warning( sprintf( 'AI batch: 0/%d articles succeeded.', count( $articles ) ), 'llm' );
|
|
}
|
|
|
|
return $processed;
|
|
}
|
|
|
|
/**
|
|
* Build the prompt for keyword extraction.
|
|
*
|
|
* @param object $article
|
|
* @return string
|
|
*/
|
|
private static function build_keywords_prompt( $article ) {
|
|
$text = $article->title;
|
|
if ( ! empty( $article->excerpt ) ) {
|
|
$text .= "\n\n" . $article->excerpt;
|
|
}
|
|
if ( ! empty( $article->content ) ) {
|
|
// Limit content to ~2000 chars to keep token usage reasonable.
|
|
$text .= "\n\n" . mb_substr( wp_strip_all_tags( $article->content ), 0, 2000 );
|
|
}
|
|
|
|
return "Extract 5-10 relevant keywords or key phrases from this peptide research article. "
|
|
. "Return ONLY a comma-separated list of keywords, nothing else. No numbering, no explanations.\n\n"
|
|
. "Article:\n" . $text;
|
|
}
|
|
|
|
/**
|
|
* Build the prompt for article summarization.
|
|
*
|
|
* @param object $article
|
|
* @return string
|
|
*/
|
|
private static function build_summary_prompt( $article ) {
|
|
$text = $article->title;
|
|
if ( ! empty( $article->excerpt ) ) {
|
|
$text .= "\n\n" . $article->excerpt;
|
|
}
|
|
if ( ! empty( $article->content ) ) {
|
|
$text .= "\n\n" . mb_substr( wp_strip_all_tags( $article->content ), 0, 3000 );
|
|
}
|
|
|
|
return "Summarize this peptide research article in 3-4 sentences. "
|
|
. "Be concise, factual, and accessible to a general audience interested in peptide science. "
|
|
. "Do not include any preamble or labels — just the summary text.\n\n"
|
|
. "Article:\n" . $text;
|
|
}
|
|
|
|
/**
|
|
* Call the OpenRouter API with retry logic for 429 rate limits.
|
|
*
|
|
* @param string $api_key
|
|
* @param string $model
|
|
* @param string $prompt
|
|
* @return string|WP_Error The response text or an error.
|
|
*/
|
|
public static function call_openrouter( $api_key, $model, $prompt ) {
|
|
$body = array(
|
|
'model' => $model,
|
|
'messages' => array(
|
|
array(
|
|
'role' => 'user',
|
|
'content' => $prompt,
|
|
),
|
|
),
|
|
'max_tokens' => 300,
|
|
'temperature' => 0.3,
|
|
);
|
|
|
|
$retries = 0;
|
|
$backoff = 2; // Initial backoff in seconds.
|
|
|
|
while ( $retries <= self::MAX_RETRIES ) {
|
|
$response = wp_remote_post( self::API_URL, array(
|
|
'timeout' => 15,
|
|
'headers' => array(
|
|
'Authorization' => 'Bearer ' . $api_key,
|
|
'Content-Type' => 'application/json',
|
|
'HTTP-Referer' => home_url(),
|
|
'X-Title' => 'Peptide News Aggregator',
|
|
),
|
|
'body' => wp_json_encode( $body ),
|
|
) );
|
|
|
|
if ( is_wp_error( $response ) ) {
|
|
return $response;
|
|
}
|
|
|
|
$status = wp_remote_retrieve_response_code( $response );
|
|
|
|
// Handle rate limiting with exponential backoff.
|
|
if ( 429 === $status && $retries < self::MAX_RETRIES ) {
|
|
$retry_after = wp_remote_retrieve_header( $response, 'retry-after' );
|
|
$wait = $retry_after ? min( (int) $retry_after, 30 ) : $backoff;
|
|
sleep( $wait );
|
|
$retries++;
|
|
$backoff *= 2;
|
|
continue;
|
|
}
|
|
|
|
break;
|
|
}
|
|
|
|
$data = json_decode( wp_remote_retrieve_body( $response ), true );
|
|
|
|
if ( $status < 200 || $status >= 300 ) {
|
|
$error_msg = 'HTTP ' . $status;
|
|
if ( is_array( $data ) && isset( $data['error'] ) && is_array( $data['error'] ) && isset( $data['error']['message'] ) ) {
|
|
$error_msg = $data['error']['message'];
|
|
}
|
|
return new WP_Error( 'openrouter_error', $error_msg );
|
|
}
|
|
|
|
// Validate the response structure thoroughly.
|
|
if ( ! is_array( $data ) ) {
|
|
return new WP_Error( 'openrouter_invalid', 'Invalid JSON response from OpenRouter' );
|
|
}
|
|
if ( ! isset( $data['choices'] ) || ! is_array( $data['choices'] ) || empty( $data['choices'] ) ) {
|
|
return new WP_Error( 'openrouter_empty', 'No choices in OpenRouter response' );
|
|
}
|
|
if ( ! isset( $data['choices'][0]['message'] ) || ! is_array( $data['choices'][0]['message'] ) ) {
|
|
return new WP_Error( 'openrouter_empty', 'Malformed choice in OpenRouter response' );
|
|
}
|
|
if ( ! isset( $data['choices'][0]['message']['content'] ) || '' === trim( $data['choices'][0]['message']['content'] ) ) {
|
|
return new WP_Error( 'openrouter_empty', 'Empty content in OpenRouter response' );
|
|
}
|
|
|
|
return trim( $data['choices'][0]['message']['content'] );
|
|
}
|
|
|
|
/**
|
|
* Sanitize and normalize keyword output from the LLM.
|
|
*
|
|
* @param string $raw Raw comma-separated keywords.
|
|
* @return string Cleaned, deduplicated, comma-separated list.
|
|
*/
|
|
private static function sanitize_keywords( $raw ) {
|
|
// Strip all HTML first to prevent XSS.
|
|
$raw = wp_strip_all_tags( $raw );
|
|
|
|
// Remove any numbering, bullets, or extra formatting.
|
|
$raw = preg_replace( '/^\d+[\.\)]\s*/m', '', $raw );
|
|
$raw = preg_replace( '/^[-*\x{2022}]\s*/mu', '', $raw );
|
|
|
|
$keywords = array_map( 'trim', explode( ',', $raw ) );
|
|
$keywords = array_map( 'sanitize_text_field', $keywords );
|
|
$keywords = array_filter( $keywords );
|
|
$keywords = array_unique( $keywords );
|
|
|
|
// Limit to 10 keywords max.
|
|
$keywords = array_slice( $keywords, 0, 10 );
|
|
|
|
return implode( ', ', $keywords );
|
|
}
|
|
|
|
/**
|
|
* Save LLM results to the database.
|
|
*
|
|
* Note: Cache is NOT cleared here — the caller (process_unanalyzed)
|
|
* clears cache once per batch for efficiency.
|
|
*
|
|
* @param int $article_id
|
|
* @param array $results Array with 'keywords' and 'summary'.
|
|
* @param bool $force Overwrite existing values.
|
|
*/
|
|
private static function save_results( $article_id, $results, $force = false ) {
|
|
global $wpdb;
|
|
$table = $wpdb->prefix . 'peptide_news_articles';
|
|
|
|
$update = array();
|
|
$format = array();
|
|
|
|
if ( ! empty( $results['keywords'] ) ) {
|
|
$update['tags'] = $results['keywords'];
|
|
$format[] = '%s';
|
|
}
|
|
|
|
if ( ! empty( $results['summary'] ) ) {
|
|
$update['ai_summary'] = $results['summary'];
|
|
$format[] = '%s';
|
|
}
|
|
|
|
if ( ! empty( $update ) ) {
|
|
$wpdb->update(
|
|
$table,
|
|
$update,
|
|
array( 'id' => $article_id ),
|
|
$format,
|
|
array( '%d' )
|
|
);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* AJAX handler: bulk-generate AI summaries for articles that are missing them.
|
|
*
|
|
* Processes up to 50 articles per request. Returns the count of articles
|
|
* processed and remaining so the admin UI can loop until done.
|
|
*
|
|
* @since 2.0.1
|
|
*/
|
|
public static function ajax_generate_summaries() {
|
|
check_ajax_referer( 'peptide_news_admin', 'nonce' );
|
|
|
|
if ( ! current_user_can( 'manage_options' ) ) {
|
|
wp_send_json_error( 'Unauthorized', 403 );
|
|
}
|
|
|
|
if ( ! self::is_enabled() ) {
|
|
wp_send_json_error( 'AI Analysis is not enabled. Please enable it and set an OpenRouter API key in Peptide News → Settings.' );
|
|
}
|
|
|
|
Peptide_News_Logger::info( 'Bulk AI summary generation triggered by admin.', 'llm' );
|
|
|
|
// Auto-correct known broken model names to a working free model.
|
|
$broken_models = array(
|
|
'qwen/qwen3.6-plus:free',
|
|
'qwen/qwen3.6-plus-preview:free',
|
|
);
|
|
$working_model = 'google/gemma-3-27b-it:free';
|
|
foreach ( array( 'peptide_news_llm_keywords_model', 'peptide_news_llm_summary_model' ) as $opt ) {
|
|
if ( in_array( get_option( $opt, '' ), $broken_models, true ) ) {
|
|
update_option( $opt, $working_model );
|
|
}
|
|
}
|
|
|
|
global $wpdb;
|
|
$table = $wpdb->prefix . 'peptide_news_articles';
|
|
|
|
// Count how many still need processing.
|
|
$remaining = (int) $wpdb->get_var(
|
|
"SELECT COUNT(*) FROM {$table}
|
|
WHERE is_active = 1
|
|
AND ( ai_summary = '' OR ai_summary IS NULL )"
|
|
);
|
|
|
|
if ( $remaining < 1 ) {
|
|
wp_send_json_success( array(
|
|
'processed' => 0,
|
|
'remaining' => 0,
|
|
'message' => 'All articles already have AI summaries.',
|
|
) );
|
|
}
|
|
|
|
// Process ONE article per request to stay within PHP's
|
|
// max_execution_time (often 30s on shared hosting). Each article
|
|
// requires 2 API calls (keywords + summary) which can take 10-20s
|
|
// with free models. The JS UI loops automatically until done.
|
|
$processed = self::process_unanalyzed( 1, true );
|
|
|
|
// Recount remaining after this batch.
|
|
$still_remaining = (int) $wpdb->get_var(
|
|
"SELECT COUNT(*) FROM {$table}
|
|
WHERE is_active = 1
|
|
AND ( ai_summary = '' OR ai_summary IS NULL )"
|
|
);
|
|
|
|
// Include error details from the last processing run for debugging.
|
|
$last_run = get_option( 'peptide_news_last_llm_process', array() );
|
|
$errors = isset( $last_run['errors'] ) ? $last_run['errors'] : array();
|
|
|
|
wp_send_json_success( array(
|
|
'processed' => $processed,
|
|
'remaining' => $still_remaining,
|
|
'message' => sprintf( '%d article(s) summarized, %d remaining.', $processed, $still_remaining ),
|
|
'errors' => $errors,
|
|
) );
|
|
}
|
|
|
|
/**
|
|
* Clear all article transient caches.
|
|
*/
|
|
private static function clear_article_cache() {
|
|
global $wpdb;
|
|
$wpdb->query(
|
|
$wpdb->prepare(
|
|
"DELETE FROM {$wpdb->options}
|
|
WHERE option_name LIKE %s
|
|
OR option_name LIKE %s",
|
|
$wpdb->esc_like( '_transient_peptide_news_articles_' ) . '%',
|
|
$wpdb->esc_like( '_transient_timeout_peptide_news_articles_' ) . '%'
|
|
)
|
|
);
|
|
}
|
|
|
|
/**
|
|
* Log an error to the WordPress debug log.
|
|
*
|
|
* @param string $message
|
|
*/
|
|
private static function log_error( $message ) {
|
|
if ( defined( 'WP_DEBUG' ) && WP_DEBUG ) {
|
|
error_log( '[Peptide News LLM] ' . $message );
|
|
}
|
|
}
|
|
}
|