'', 'summary' => '', 'success' => false ); } $results = array( 'keywords' => '', 'summary' => '', 'success' => false, 'errors' => array(), ); $api_key = get_option( 'peptide_news_openrouter_api_key', '' ); $any_success = false; // --- Keyword extraction --- $keywords_model = get_option( 'peptide_news_llm_keywords_model', 'google/gemini-2.0-flash-001' ); $need_keywords = $force || empty( $article->tags ); if ( $need_keywords && self::is_valid_model( $keywords_model ) ) { $keywords_prompt = self::build_keywords_prompt( $article ); $keywords_result = self::call_openrouter( $api_key, $keywords_model, $keywords_prompt ); if ( ! is_wp_error( $keywords_result ) ) { $results['keywords'] = self::sanitize_keywords( $keywords_result ); $any_success = true; } else { $err_msg = 'Keywords (' . $keywords_model . '): ' . $keywords_result->get_error_message(); $results['errors'][] = $err_msg; self::log_error( 'Keyword extraction failed for article ' . $article->id . ': ' . $keywords_result->get_error_message() ); } } elseif ( $need_keywords ) { $results['errors'][] = 'Invalid keywords model ID: ' . $keywords_model; self::log_error( 'Invalid keywords model ID: ' . $keywords_model ); } // --- Summarization --- $summary_model = get_option( 'peptide_news_llm_summary_model', 'google/gemini-2.0-flash-001' ); $need_summary = $force || empty( $article->ai_summary ); if ( $need_summary && self::is_valid_model( $summary_model ) ) { $summary_prompt = self::build_summary_prompt( $article ); $summary_result = self::call_openrouter( $api_key, $summary_model, $summary_prompt ); if ( ! is_wp_error( $summary_result ) ) { // Strip all HTML tags from LLM output to prevent XSS. $results['summary'] = sanitize_textarea_field( wp_strip_all_tags( $summary_result ) ); $any_success = true; } else { $err_msg = 'Summary (' . $summary_model . '): ' . $summary_result->get_error_message(); $results['errors'][] = $err_msg; self::log_error( 'Summarization failed for article ' . $article->id . ': ' . $summary_result->get_error_message() ); } } elseif ( $need_summary ) { $results['errors'][] = 'Invalid summary model ID: ' . $summary_model; self::log_error( 'Invalid summary model ID: ' . $summary_model ); } $results['success'] = $any_success; // --- Persist results --- if ( ! empty( $results['keywords'] ) || ! empty( $results['summary'] ) ) { self::save_results( $article->id, $results, $force ); } return $results; } /** * Process all unanalyzed articles (called after a fetch cycle). * * Includes a time-based guard to prevent cron timeouts and * respects the admin-configured max articles per cycle unless * $override_limit is true (used by the manual bulk-generate button). * * @param int $batch_size Max articles to process per run. * @param bool $override_limit When true, ignore the admin "max per cycle" cap. * @return int Number of articles successfully processed. */ public static function process_unanalyzed( $batch_size = 10, $override_limit = false ) { if ( ! self::is_enabled() ) { return 0; } if ( ! $override_limit ) { // Respect admin cost-control setting for automated cron runs. $max_per_cycle = absint( get_option( 'peptide_news_llm_max_articles', 10 ) ); if ( $max_per_cycle < 1 ) { $max_per_cycle = 10; } $batch_size = min( $batch_size, $max_per_cycle ); } global $wpdb; $table = $wpdb->prefix . 'peptide_news_articles'; // Find articles missing tags OR ai_summary. $articles = $wpdb->get_results( $wpdb->prepare( "SELECT id, title, excerpt, content, categories, tags, ai_summary FROM {$table} WHERE is_active = 1 AND ( tags = '' OR ai_summary = '' OR ai_summary IS NULL ) ORDER BY fetched_at DESC LIMIT %d", $batch_size ) ); $processed = 0; $last_errors = array(); $start_time = time(); foreach ( $articles as $article ) { // Timeout guard: stop if approaching the limit. if ( ( time() - $start_time ) >= self::BATCH_TIMEOUT ) { self::log_error( 'Batch timeout reached after ' . $processed . ' articles. Remaining will process next cycle.' ); break; } $result = self::process_article( $article ); // Only count successful processing. if ( ! empty( $result['success'] ) ) { $processed++; } // Track errors for debugging. if ( ! empty( $result['errors'] ) ) { $last_errors = $result['errors']; } // Small delay to avoid rate limiting. if ( next( $articles ) !== false ) { usleep( 500000 ); // 0.5s between articles. } } // Clear article cache once per batch (not per article). if ( $processed > 0 ) { self::clear_article_cache(); } // Log the processing result. update_option( 'peptide_news_last_llm_process', array( 'time' => current_time( 'mysql' ), 'processed' => $processed, 'attempted' => count( $articles ), 'errors' => $last_errors, ) ); return $processed; } /** * Build the prompt for keyword extraction. * * @param object $article * @return string */ private static function build_keywords_prompt( $article ) { $text = $article->title; if ( ! empty( $article->excerpt ) ) { $text .= "\n\n" . $article->excerpt; } if ( ! empty( $article->content ) ) { // Limit content to ~2000 chars to keep token usage reasonable. $text .= "\n\n" . mb_substr( wp_strip_all_tags( $article->content ), 0, 2000 ); } return "Extract 5-10 relevant keywords or key phrases from this peptide research article. " . "Return ONLY a comma-separated list of keywords, nothing else. No numbering, no explanations.\n\n" . "Article:\n" . $text; } /** * Build the prompt for article summarization. * * @param object $article * @return string */ private static function build_summary_prompt( $article ) { $text = $article->title; if ( ! empty( $article->excerpt ) ) { $text .= "\n\n" . $article->excerpt; } if ( ! empty( $article->content ) ) { $text .= "\n\n" . mb_substr( wp_strip_all_tags( $article->content ), 0, 3000 ); } return "Summarize this peptide research article in 3-4 sentences. " . "Be concise, factual, and accessible to a general audience interested in peptide science. " . "Do not include any preamble or labels — just the summary text.\n\n" . "Article:\n" . $text; } /** * Call the OpenRouter API with retry logic for 429 rate limits. * * @param string $api_key * @param string $model * @param string $prompt * @return string|WP_Error The response text or an error. */ public static function call_openrouter( $api_key, $model, $prompt ) { $body = array( 'model' => $model, 'messages' => array( array( 'role' => 'user', 'content' => $prompt, ), ), 'max_tokens' => 300, 'temperature' => 0.3, ); $retries = 0; $backoff = 2; // Initial backoff in seconds. while ( $retries <= self::MAX_RETRIES ) { $response = wp_remote_post( self::API_URL, array( 'timeout' => 15, 'headers' => array( 'Authorization' => 'Bearer ' . $api_key, 'Content-Type' => 'application/json', 'HTTP-Referer' => home_url(), 'X-Title' => 'Peptide News Aggregator', ), 'body' => wp_json_encode( $body ), ) ); if ( is_wp_error( $response ) ) { return $response; } $status = wp_remote_retrieve_response_code( $response ); // Handle rate limiting with exponential backoff. if ( 429 === $status && $retries < self::MAX_RETRIES ) { $retry_after = wp_remote_retrieve_header( $response, 'retry-after' ); $wait = $retry_after ? min( (int) $retry_after, 30 ) : $backoff; sleep( $wait ); $retries++; $backoff *= 2; continue; } break; } $data = json_decode( wp_remote_retrieve_body( $response ), true ); if ( $status < 200 || $status >= 300 ) { $error_msg = 'HTTP ' . $status; if ( is_array( $data ) && isset( $data['error'] ) && is_array( $data['error'] ) && isset( $data['error']['message'] ) ) { $error_msg = $data['error']['message']; } return new WP_Error( 'openrouter_error', $error_msg ); } // Validate the response structure thoroughly. if ( ! is_array( $data ) ) { return new WP_Error( 'openrouter_invalid', 'Invalid JSON response from OpenRouter' ); } if ( ! isset( $data['choices'] ) || ! is_array( $data['choices'] ) || empty( $data['choices'] ) ) { return new WP_Error( 'openrouter_empty', 'No choices in OpenRouter response' ); } if ( ! isset( $data['choices'][0]['message'] ) || ! is_array( $data['choices'][0]['message'] ) ) { return new WP_Error( 'openrouter_empty', 'Malformed choice in OpenRouter response' ); } if ( ! isset( $data['choices'][0]['message']['content'] ) || '' === trim( $data['choices'][0]['message']['content'] ) ) { return new WP_Error( 'openrouter_empty', 'Empty content in OpenRouter response' ); } return trim( $data['choices'][0]['message']['content'] ); } /** * Sanitize and normalize keyword output from the LLM. * * @param string $raw Raw comma-separated keywords. * @return string Cleaned, deduplicated, comma-separated list. */ private static function sanitize_keywords( $raw ) { // Strip all HTML first to prevent XSS. $raw = wp_strip_all_tags( $raw ); // Remove any numbering, bullets, or extra formatting. $raw = preg_replace( '/^\d+[\.\)]\s*/m', '', $raw ); $raw = preg_replace( '/^[-*\x{2022}]\s*/mu', '', $raw ); $keywords = array_map( 'trim', explode( ',', $raw ) ); $keywords = array_map( 'sanitize_text_field', $keywords ); $keywords = array_filter( $keywords ); $keywords = array_unique( $keywords ); // Limit to 10 keywords max. $keywords = array_slice( $keywords, 0, 10 ); return implode( ', ', $keywords ); } /** * Save LLM results to the database. * * Note: Cache is NOT cleared here — the caller (process_unanalyzed) * clears cache once per batch for efficiency. * * @param int $article_id * @param array $results Array with 'keywords' and 'summary'. * @param bool $force Overwrite existing values. */ private static function save_results( $article_id, $results, $force = false ) { global $wpdb; $table = $wpdb->prefix . 'peptide_news_articles'; $update = array(); $format = array(); if ( ! empty( $results['keywords'] ) ) { $update['tags'] = $results['keywords']; $format[] = '%s'; } if ( ! empty( $results['summary'] ) ) { $update['ai_summary'] = $results['summary']; $format[] = '%s'; } if ( ! empty( $update ) ) { $wpdb->update( $table, $update, array( 'id' => $article_id ), $format, array( '%d' ) ); } } /** * AJAX handler: bulk-generate AI summaries for articles that are missing them. * * Processes up to 50 articles per request. Returns the count of articles * processed and remaining so the admin UI can loop until done. * * @since 2.0.1 */ public static function ajax_generate_summaries() { check_ajax_referer( 'peptide_news_admin', 'nonce' ); if ( ! current_user_can( 'manage_options' ) ) { wp_send_json_error( 'Unauthorized', 403 ); } if ( ! self::is_enabled() ) { wp_send_json_error( 'AI Analysis is not enabled. Please enable it and set an OpenRouter API key in Peptide News → Settings.' ); } // Auto-correct known broken model names to a working free model. $broken_models = array( 'qwen/qwen3.6-plus:free', 'qwen/qwen3.6-plus-preview:free', ); $working_model = 'google/gemma-3-27b-it:free'; foreach ( array( 'peptide_news_llm_keywords_model', 'peptide_news_llm_summary_model' ) as $opt ) { if ( in_array( get_option( $opt, '' ), $broken_models, true ) ) { update_option( $opt, $working_model ); } } global $wpdb; $table = $wpdb->prefix . 'peptide_news_articles'; // Count how many still need processing. $remaining = (int) $wpdb->get_var( "SELECT COUNT(*) FROM {$table} WHERE is_active = 1 AND ( ai_summary = '' OR ai_summary IS NULL )" ); if ( $remaining < 1 ) { wp_send_json_success( array( 'processed' => 0, 'remaining' => 0, 'message' => 'All articles already have AI summaries.', ) ); } // Process ONE article per request to stay within PHP's // max_execution_time (often 30s on shared hosting). Each article // requires 2 API calls (keywords + summary) which can take 10-20s // with free models. The JS UI loops automatically until done. $processed = self::process_unanalyzed( 1, true ); // Recount remaining after this batch. $still_remaining = (int) $wpdb->get_var( "SELECT COUNT(*) FROM {$table} WHERE is_active = 1 AND ( ai_summary = '' OR ai_summary IS NULL )" ); // Include error details from the last processing run for debugging. $last_run = get_option( 'peptide_news_last_llm_process', array() ); $errors = isset( $last_run['errors'] ) ? $last_run['errors'] : array(); wp_send_json_success( array( 'processed' => $processed, 'remaining' => $still_remaining, 'message' => sprintf( '%d article(s) summarized, %d remaining.', $processed, $still_remaining ), 'errors' => $errors, ) ); } /** * Clear all article transient caches. */ private static function clear_article_cache() { global $wpdb; $wpdb->query( $wpdb->prepare( "DELETE FROM {$wpdb->options} WHERE option_name LIKE %s OR option_name LIKE %s", $wpdb->esc_like( '_transient_peptide_news_articles_' ) . '%', $wpdb->esc_like( '_transient_timeout_peptide_news_articles_' ) . '%' ) ); } /** * Log an error to the WordPress debug log. * * @param string $message */ private static function log_error( $message ) { if ( defined( 'WP_DEBUG' ) && WP_DEBUG ) { error_log( '[Peptide News LLM] ' . $message ); } } }