Add bulk-run actions and per-source rate limiting

Run-all buttons (per target and per investigation) queue every applicable,
not-already-in-flight source via a new FindingDispatcher, re-attempting
prior failures automatically. RunFinding now applies a per-source
RateLimited queue middleware so a bulk run can't hammer the free public
APIs (ip-api, crt.sh, whois, sherlock, theharvester) it depends on;
$tries raised to 30 to survive rate-limiter releases, with a failed()
handler so exhausted retries still resolve the Finding instead of leaving
it stuck pending.

Also fixes CrtShRunner treating crt.sh's intermittent 404/502 (a known
flaky free service) as fatal on the first try — added a bounded retry.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
This commit is contained in:
cedry2k1992
2026-07-20 11:29:26 +03:00
co-authored by Claude Sonnet 5
parent 853686f3f3
commit e4fa57c3d6
13 changed files with 387 additions and 5 deletions
+46
View File
@@ -0,0 +1,46 @@
<?php
namespace Tests\Unit\Jobs;
use App\Jobs\RunFinding;
use App\Models\Finding;
use App\Models\Investigation;
use App\Models\Source;
use App\Models\User;
use Illuminate\Foundation\Testing\RefreshDatabase;
use Illuminate\Queue\Middleware\RateLimited;
use Tests\TestCase;
class RunFindingTest extends TestCase
{
use RefreshDatabase;
public function test_middleware_rate_limits_by_the_findings_source_key(): void
{
$user = User::factory()->create();
$investigation = Investigation::factory()->for($user, 'owner')->create();
$target = $investigation->targets()->create(['type' => 'ip', 'value' => '8.8.8.8', 'created_by' => $user->id]);
$source = Source::create(['key' => 'ip-api', 'name' => 'ip-api.com', 'target_types' => ['ip'], 'enabled' => true]);
$finding = $target->findings()->create(['source_id' => $source->id, 'status' => 'pending']);
$middleware = (new RunFinding($finding->id))->middleware();
$this->assertCount(1, $middleware);
$this->assertInstanceOf(RateLimited::class, $middleware[0]);
}
public function test_failed_marks_the_finding_as_failed(): void
{
$user = User::factory()->create();
$investigation = Investigation::factory()->for($user, 'owner')->create();
$target = $investigation->targets()->create(['type' => 'ip', 'value' => '8.8.8.8', 'created_by' => $user->id]);
$source = Source::create(['key' => 'ip-api', 'name' => 'ip-api.com', 'target_types' => ['ip'], 'enabled' => true]);
$finding = $target->findings()->create(['source_id' => $source->id, 'status' => 'pending']);
(new RunFinding($finding->id))->failed(new \RuntimeException('retries exhausted'));
$finding->refresh();
$this->assertSame('failed', $finding->status);
$this->assertStringContainsString('retries exhausted', $finding->error);
}
}