get_configured_subreddits(); $limit = $config['limit'] ?? 25; $time_filter = $config['time_filter'] ?? 'day'; $include_comments = $config['include_comments'] ?? true; $comments_limit = $config['comments_per_post'] ?? 5; // Determine which client to use. $use_pullpush = $this->is_pullpush_available(); $collected = []; PRAutoBlogger_Logger::instance()->info( sprintf( 'Reddit collect_data: %d subreddits=%s, use_pullpush=%s, limit=%d, time=%s', count( $subreddits ), wp_json_encode( $subreddits ), $use_pullpush ? 'yes' : 'no', $limit, $time_filter ), 'reddit' ); foreach ( $subreddits as $subreddit ) { $subreddit = sanitize_text_field( $subreddit ); try { $before_count = count( $collected ); if ( $use_pullpush ) { $collected = array_merge( $collected, $this->collect_from_pullpush( $subreddit, $limit, $time_filter, $include_comments, $comments_limit ) ); } else { $collected = array_merge( $collected, $this->collect_from_reddit_json( $subreddit, $limit, $time_filter, $include_comments, $comments_limit ) ); } $added = count( $collected ) - $before_count; PRAutoBlogger_Logger::instance()->info( sprintf( 'Reddit r/%s: fetched %d items via %s', $subreddit, $added, $use_pullpush ? 'pullpush' : 'reddit_json' ), 'reddit' ); } catch ( \Exception $e ) { // Log but continue with other subreddits. PRAutoBlogger_Logger::instance()->error( sprintf( 'Reddit: Failed to collect from r/%s: %s', $subreddit, $e->getMessage() ), 'reddit' ); } } return $collected; } /** * @return string */ public function get_source_type(): string { return 'reddit'; } /** * Validate that at least one data source is reachable. * * No credentials needed anymore — PullPush and Reddit .json are both * unauthenticated. We just check if either endpoint is responding. * * Side effects: HTTP requests to PullPush and/or Reddit. * * @return bool True if at least one data source is available. */ public function validate_credentials(): bool { $pullpush = new PRAutoBlogger_PullPush_Client(); if ( $pullpush->is_available() ) { return true; } $reddit_json = new PRAutoBlogger_Reddit_JSON_Client(); return $reddit_json->is_available(); } /** * Get current rate limit status from the active data source. * * @return array{remaining: int, limit: int, resets_at: string} */ public function get_rate_limit_status(): array { if ( $this->is_pullpush_available() ) { $client = new PRAutoBlogger_PullPush_Client(); return $client->get_rate_limit_status(); } $client = new PRAutoBlogger_Reddit_JSON_Client(); return $client->get_rate_limit_status(); } /** * Collect data from PullPush.io API. * * PullPush returns flat arrays of Reddit objects with standard field names. * We can search comments subreddit-wide (more efficient than per-post). * * @param string $subreddit Subreddit name. * @param int $limit Max posts. * @param string $time_filter Time window. * @param bool $include_comments Whether to fetch comments. * @param int $comments_limit Max comments per post. * * @return PRAutoBlogger_Source_Data[] */ private function collect_from_pullpush( string $subreddit, int $limit, string $time_filter, bool $include_comments, int $comments_limit ): array { $client = new PRAutoBlogger_PullPush_Client(); $collected = []; // Fetch posts. $posts = $client->fetch_posts( $subreddit, $limit, $time_filter ); foreach ( $posts as $post ) { $collected[] = new PRAutoBlogger_Source_Data( [ 'source_type' => 'reddit', 'source_id' => 't3_' . ( $post['id'] ?? '' ), 'subreddit' => $subreddit, 'title' => $post['title'] ?? '', 'content' => $post['selftext'] ?? '', 'author' => $post['author'] ?? '[deleted]', 'score' => (int) ( $post['score'] ?? 0 ), 'comment_count' => (int) ( $post['num_comments'] ?? 0 ), 'permalink' => 'https://reddit.com' . ( $post['permalink'] ?? '' ), 'collected_at' => current_time( 'mysql' ), 'metadata' => [ 'post_type' => ( $post['is_self'] ?? false ) ? 'self' : 'link', 'flair' => $post['link_flair_text'] ?? null, 'created_utc' => $post['created_utc'] ?? null, 'upvote_ratio' => $post['upvote_ratio'] ?? null, 'is_original' => $post['is_original_content'] ?? false, 'data_source' => 'pullpush', ], ] ); // Fetch comments for high-engagement posts. if ( $include_comments && ( $post['num_comments'] ?? 0 ) > 0 ) { $post_id = $post['id'] ?? ''; $comments = $client->fetch_comments_for_post( $post_id, $comments_limit ); foreach ( $comments as $comment ) { $collected[] = new PRAutoBlogger_Source_Data( [ 'source_type' => 'reddit', 'source_id' => 't1_' . ( $comment['id'] ?? '' ), 'subreddit' => $subreddit, 'title' => null, 'content' => $comment['body'] ?? '', 'author' => $comment['author'] ?? '[deleted]', 'score' => (int) ( $comment['score'] ?? 0 ), 'comment_count' => 0, 'permalink' => 'https://reddit.com' . ( $comment['permalink'] ?? '' ), 'collected_at' => current_time( 'mysql' ), 'metadata' => [ 'parent_post_id' => 't3_' . $post_id, 'parent_title' => $post['title'] ?? '', 'is_comment' => true, 'created_utc' => $comment['created_utc'] ?? null, 'data_source' => 'pullpush', ], ] ); } } } return $collected; } /** * Collect data from Reddit .json endpoints (fallback). * * Response format matches the old OAuth API: data.children[].data. * Per-post comment fetching (not subreddit-wide like PullPush). * * @param string $subreddit Subreddit name. * @param int $limit Max posts. * @param string $time_filter Time window. * @param bool $include_comments Whether to fetch comments. * @param int $comments_limit Max comments per post. * * @return PRAutoBlogger_Source_Data[] */ private function collect_from_reddit_json( string $subreddit, int $limit, string $time_filter, bool $include_comments, int $comments_limit ): array { $client = new PRAutoBlogger_Reddit_JSON_Client(); $collected = []; // Fetch posts — same response format as old OAuth API. $posts = $client->fetch_posts( $subreddit, $limit, $time_filter ); foreach ( $posts as $post ) { $collected[] = new PRAutoBlogger_Source_Data( [ 'source_type' => 'reddit', 'source_id' => 't3_' . ( $post['id'] ?? '' ), 'subreddit' => $subreddit, 'title' => $post['title'] ?? '', 'content' => $post['selftext'] ?? '', 'author' => $post['author'] ?? '[deleted]', 'score' => (int) ( $post['score'] ?? 0 ), 'comment_count' => (int) ( $post['num_comments'] ?? 0 ), 'permalink' => 'https://reddit.com' . ( $post['permalink'] ?? '' ), 'collected_at' => current_time( 'mysql' ), 'metadata' => [ 'post_type' => ( $post['is_self'] ?? false ) ? 'self' : 'link', 'flair' => $post['link_flair_text'] ?? null, 'created_utc' => $post['created_utc'] ?? null, 'upvote_ratio' => $post['upvote_ratio'] ?? null, 'is_original' => $post['is_original_content'] ?? false, 'data_source' => 'reddit_json', ], ] ); // Collect top comments for high-engagement posts. if ( $include_comments && ( $post['num_comments'] ?? 0 ) > 0 ) { $post_id = $post['id'] ?? ''; $comments = $client->fetch_comments( $subreddit, $post_id, $comments_limit ); foreach ( $comments as $comment ) { $collected[] = new PRAutoBlogger_Source_Data( [ 'source_type' => 'reddit', 'source_id' => 't1_' . ( $comment['id'] ?? '' ), 'subreddit' => $subreddit, 'title' => null, 'content' => $comment['body'] ?? '', 'author' => $comment['author'] ?? '[deleted]', 'score' => (int) ( $comment['score'] ?? 0 ), 'comment_count' => 0, 'permalink' => 'https://reddit.com' . ( $comment['permalink'] ?? '' ), 'collected_at' => current_time( 'mysql' ), 'metadata' => [ 'parent_post_id' => 't3_' . $post_id, 'parent_title' => $post['title'] ?? '', 'is_comment' => true, 'created_utc' => $comment['created_utc'] ?? null, 'data_source' => 'reddit_json', ], ] ); } } } return $collected; } /** * Check if PullPush.io is currently available, with caching. * * Caches the result for 5 minutes to avoid re-checking availability * on every subreddit within a single collection run. * * Side effects: May make HTTP request, sets transient. * * @return bool True if PullPush is reachable. */ private function is_pullpush_available(): bool { $cached = get_transient( self::PULLPUSH_AVAILABLE_TRANSIENT ); if ( false !== $cached ) { return '1' === $cached; } $client = new PRAutoBlogger_PullPush_Client(); $available = $client->is_available(); set_transient( self::PULLPUSH_AVAILABLE_TRANSIENT, $available ? '1' : '0', self::AVAILABILITY_CACHE_TTL ); if ( ! $available ) { PRAutoBlogger_Logger::instance()->warning( 'PullPush.io unavailable — falling back to Reddit .json endpoints.', 'reddit' ); } return $available; } /** * Get the list of subreddits configured in plugin settings. * * @return string[] */ private function get_configured_subreddits(): array { $json = get_option( 'prautoblogger_target_subreddits', '' ); $list = json_decode( $json, true ); return is_array( $list ) ? $list : []; } }