jobifygarden/app/Jobs/FetchJobsFromSource.php

<?php

namespace App\Jobs;

use App\Models\JobSource;
use App\Services\JobApi\Exceptions\ApiException;
use App\Services\JobApi\JobApiClientFactory;
use Illuminate\Bus\Queueable;
use Illuminate\Contracts\Queue\ShouldQueue;
use Illuminate\Foundation\Bus\Dispatchable;
use Illuminate\Queue\InteractsWithQueue;
use Illuminate\Queue\SerializesModels;
use Illuminate\Support\Facades\Log;

class FetchJobsFromSource implements ShouldQueue
{
    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;

    public int $tries = 3;
    public int $timeout = 300; // 5 minutes
    public int $backoff = 60; // Wait 60 seconds between retries

    /**
     * Create a new job instance.
     */
    public function __construct(
        public JobSource $source,
        public array $params = []
    ) {}

    /**
     * Execute the job.
     */
    public function handle(): void
    {
        Log::info("Fetching jobs from source: {$this->source->name}");

        try {
            // Create API client for this source
            $client = JobApiClientFactory::make($this->source);

            // Fetch jobs from the API
            $jobsData = $client->fetchJobs($this->params);

            Log::info("Fetched {count} jobs from {source}", [
                'count' => count($jobsData),
                'source' => $this->source->name,
            ]);

            // Dispatch individual jobs to process each job listing
            foreach ($jobsData as $jobData) {
                ProcessJobListing::dispatch($this->source, $jobData);
            }

        } catch (ApiException $e) {
            Log::error("API error fetching jobs from {source}", [
                'source' => $this->source->name,
                'error' => $e->getMessage(),
                'context' => $e->getContext(),
            ]);

            // Don't retry if it's a rate limit error with a long wait time
            if ($e instanceof \App\Services\JobApi\Exceptions\RateLimitException) {
                if ($e->retryAfter && $e->retryAfter > 3600) {
                    $this->fail($e);
                    return;
                }
            }

            throw $e;

        } catch (\Exception $e) {
            Log::error("Unexpected error fetching jobs from {source}", [
                'source' => $this->source->name,
                'error' => $e->getMessage(),
                'trace' => $e->getTraceAsString(),
            ]);

            throw $e;
        }
    }

    /**
     * Handle a job failure.
     */
    public function failed(\Throwable $exception): void
    {
        Log::error("Failed to fetch jobs from {source} after {tries} attempts", [
            'source' => $this->source->name,
            'tries' => $this->tries,
            'error' => $exception->getMessage(),
        ]);
    }
}