feat: improve deferred event processing
Signed-off-by: Sebastian Krupinski <krupinski01@gmail.com>
This commit is contained in:
@@ -15,6 +15,9 @@ final readonly class TerminationReport
|
|||||||
public array $failures = [],
|
public array $failures = [],
|
||||||
public bool $deadlineExceeded = false,
|
public bool $deadlineExceeded = false,
|
||||||
public bool $limitExceeded = false,
|
public bool $limitExceeded = false,
|
||||||
|
public int $deferredListenerInvocations = 0,
|
||||||
|
public bool $deferredEventLimitExceeded = false,
|
||||||
|
public bool $deferredListenerInvocationLimitExceeded = false,
|
||||||
) {
|
) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -11,6 +11,9 @@ final readonly class DeferredProcessingResult
|
|||||||
public int $remaining,
|
public int $remaining,
|
||||||
public bool $deadlineExceeded,
|
public bool $deadlineExceeded,
|
||||||
public bool $limitExceeded = false,
|
public bool $limitExceeded = false,
|
||||||
|
public int $listenerInvocations = 0,
|
||||||
|
public bool $eventLimitExceeded = false,
|
||||||
|
public bool $listenerInvocationLimitExceeded = false,
|
||||||
) {
|
) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -13,6 +13,10 @@ use Psr\Log\LoggerInterface;
|
|||||||
|
|
||||||
final class EventDispatcher implements EventDispatcherInterface, DeferredEventProcessorInterface
|
final class EventDispatcher implements EventDispatcherInterface, DeferredEventProcessorInterface
|
||||||
{
|
{
|
||||||
|
private const DEFAULT_DEFERRED_PROCESSING_TIMEOUT_SECONDS = 300.0;
|
||||||
|
private const DEFAULT_MAX_DEFERRED_EVENTS = 1000;
|
||||||
|
private const DEFAULT_MAX_DEFERRED_LISTENER_INVOCATIONS = 50000;
|
||||||
|
|
||||||
/** @var array<string, list<Event>> */
|
/** @var array<string, list<Event>> */
|
||||||
private array $deferred = [];
|
private array $deferred = [];
|
||||||
private ?string $activeExecution = null;
|
private ?string $activeExecution = null;
|
||||||
@@ -22,7 +26,19 @@ final class EventDispatcher implements EventDispatcherInterface, DeferredEventPr
|
|||||||
private readonly EventListenerRegistry $registry,
|
private readonly EventListenerRegistry $registry,
|
||||||
private readonly ContainerInterface $container,
|
private readonly ContainerInterface $container,
|
||||||
private readonly LoggerInterface $logger,
|
private readonly LoggerInterface $logger,
|
||||||
|
private readonly float $deferredProcessingTimeoutSeconds = self::DEFAULT_DEFERRED_PROCESSING_TIMEOUT_SECONDS,
|
||||||
|
private readonly int $maxDeferredEvents = self::DEFAULT_MAX_DEFERRED_EVENTS,
|
||||||
|
private readonly int $maxDeferredListenerInvocations = self::DEFAULT_MAX_DEFERRED_LISTENER_INVOCATIONS,
|
||||||
) {
|
) {
|
||||||
|
if ($this->deferredProcessingTimeoutSeconds <= 0) {
|
||||||
|
throw new \InvalidArgumentException('The deferred processing timeout must be greater than zero.');
|
||||||
|
}
|
||||||
|
if ($this->maxDeferredEvents <= 0) {
|
||||||
|
throw new \InvalidArgumentException('The deferred event limit must be greater than zero.');
|
||||||
|
}
|
||||||
|
if ($this->maxDeferredListenerInvocations <= 0) {
|
||||||
|
throw new \InvalidArgumentException('The deferred listener invocation limit must be greater than zero.');
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public function dispatch(Event $event): void
|
public function dispatch(Event $event): void
|
||||||
@@ -61,13 +77,15 @@ final class EventDispatcher implements EventDispatcherInterface, DeferredEventPr
|
|||||||
}
|
}
|
||||||
|
|
||||||
try {
|
try {
|
||||||
$processed = 0;
|
$processedEvents = 0;
|
||||||
$deadline = microtime(true) + 1.0;
|
$listenerInvocations = 0;
|
||||||
|
$deadline = microtime(true) + $this->deferredProcessingTimeoutSeconds;
|
||||||
$deadlineExceeded = false;
|
$deadlineExceeded = false;
|
||||||
$limitExceeded = false;
|
$eventLimitExceeded = false;
|
||||||
|
$listenerInvocationLimitExceeded = false;
|
||||||
while (($event = array_shift($this->deferred[$executionId])) !== null) {
|
while (($event = array_shift($this->deferred[$executionId])) !== null) {
|
||||||
if ($processed >= 1000) {
|
if ($processedEvents >= $this->maxDeferredEvents) {
|
||||||
$limitExceeded = true;
|
$eventLimitExceeded = true;
|
||||||
array_unshift($this->deferred[$executionId], $event);
|
array_unshift($this->deferred[$executionId], $event);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
@@ -76,14 +94,29 @@ final class EventDispatcher implements EventDispatcherInterface, DeferredEventPr
|
|||||||
array_unshift($this->deferred[$executionId], $event);
|
array_unshift($this->deferred[$executionId], $event);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
$processed += $this->invoke($event, DeliveryMode::Deferred);
|
|
||||||
|
$eventListenerCount = count($this->registry->listeners(
|
||||||
|
$event->getName(),
|
||||||
|
DeliveryMode::Deferred,
|
||||||
|
));
|
||||||
|
if ($listenerInvocations + $eventListenerCount > $this->maxDeferredListenerInvocations) {
|
||||||
|
$listenerInvocationLimitExceeded = true;
|
||||||
|
array_unshift($this->deferred[$executionId], $event);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
$listenerInvocations += $this->invoke($event, DeliveryMode::Deferred);
|
||||||
|
$processedEvents++;
|
||||||
}
|
}
|
||||||
|
|
||||||
return new DeferredProcessingResult(
|
return new DeferredProcessingResult(
|
||||||
$processed,
|
processed: $processedEvents,
|
||||||
count($this->deferred[$executionId]),
|
remaining: count($this->deferred[$executionId]),
|
||||||
$deadlineExceeded,
|
deadlineExceeded: $deadlineExceeded,
|
||||||
$limitExceeded,
|
limitExceeded: $eventLimitExceeded || $listenerInvocationLimitExceeded,
|
||||||
|
listenerInvocations: $listenerInvocations,
|
||||||
|
eventLimitExceeded: $eventLimitExceeded,
|
||||||
|
listenerInvocationLimitExceeded: $listenerInvocationLimitExceeded,
|
||||||
);
|
);
|
||||||
} finally {
|
} finally {
|
||||||
$this->discardDeferred($executionId);
|
$this->discardDeferred($executionId);
|
||||||
@@ -106,10 +139,10 @@ final class EventDispatcher implements EventDispatcherInterface, DeferredEventPr
|
|||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
$processed++;
|
||||||
try {
|
try {
|
||||||
$service = $this->container->get($listener->service);
|
$service = $this->container->get($listener->service);
|
||||||
$service->{$listener->method}($event);
|
$service->{$listener->method}($event);
|
||||||
$processed++;
|
|
||||||
} catch (\Throwable $error) {
|
} catch (\Throwable $error) {
|
||||||
$this->logger->error('Event listener failed.', [
|
$this->logger->error('Event listener failed.', [
|
||||||
'event' => $event->getName(),
|
'event' => $event->getName(),
|
||||||
|
|||||||
@@ -238,6 +238,9 @@ class Kernel implements KernelInterface
|
|||||||
$remaining = 0;
|
$remaining = 0;
|
||||||
$deadlineExceeded = false;
|
$deadlineExceeded = false;
|
||||||
$limitExceeded = false;
|
$limitExceeded = false;
|
||||||
|
$listenerInvocations = 0;
|
||||||
|
$eventLimitExceeded = false;
|
||||||
|
$listenerInvocationLimitExceeded = false;
|
||||||
$failures = [];
|
$failures = [];
|
||||||
|
|
||||||
try {
|
try {
|
||||||
@@ -249,6 +252,9 @@ class Kernel implements KernelInterface
|
|||||||
$remaining = $result->remaining;
|
$remaining = $result->remaining;
|
||||||
$deadlineExceeded = $result->deadlineExceeded;
|
$deadlineExceeded = $result->deadlineExceeded;
|
||||||
$limitExceeded = $result->limitExceeded;
|
$limitExceeded = $result->limitExceeded;
|
||||||
|
$listenerInvocations = $result->listenerInvocations;
|
||||||
|
$eventLimitExceeded = $result->eventLimitExceeded;
|
||||||
|
$listenerInvocationLimitExceeded = $result->listenerInvocationLimitExceeded;
|
||||||
}
|
}
|
||||||
} catch (\Throwable $e) {
|
} catch (\Throwable $e) {
|
||||||
$failures[] = $e;
|
$failures[] = $e;
|
||||||
@@ -287,6 +293,9 @@ class Kernel implements KernelInterface
|
|||||||
failures: $failures,
|
failures: $failures,
|
||||||
deadlineExceeded: $deadlineExceeded,
|
deadlineExceeded: $deadlineExceeded,
|
||||||
limitExceeded: $limitExceeded,
|
limitExceeded: $limitExceeded,
|
||||||
|
deferredListenerInvocations: $listenerInvocations,
|
||||||
|
deferredEventLimitExceeded: $eventLimitExceeded,
|
||||||
|
deferredListenerInvocationLimitExceeded: $listenerInvocationLimitExceeded,
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -230,9 +230,57 @@ final class EventDispatcherTest extends TestCase
|
|||||||
$result = $dispatcher->processDeferred('test');
|
$result = $dispatcher->processDeferred('test');
|
||||||
|
|
||||||
self::assertSame(1000, $result->processed);
|
self::assertSame(1000, $result->processed);
|
||||||
|
self::assertSame(1000, $result->listenerInvocations);
|
||||||
self::assertSame(1, $result->remaining);
|
self::assertSame(1, $result->remaining);
|
||||||
self::assertFalse($result->deadlineExceeded);
|
self::assertFalse($result->deadlineExceeded);
|
||||||
self::assertTrue($result->limitExceeded);
|
self::assertTrue($result->limitExceeded);
|
||||||
|
self::assertTrue($result->eventLimitExceeded);
|
||||||
|
self::assertFalse($result->listenerInvocationLimitExceeded);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[Test]
|
||||||
|
#[TestDox('Deferred event and listener invocation limits are tracked separately')]
|
||||||
|
public function boundsDeferredListenerInvocations(): void
|
||||||
|
{
|
||||||
|
$recursive = new RecursiveListener();
|
||||||
|
$recording = new RecordingListener();
|
||||||
|
$registry = new EventListenerRegistry();
|
||||||
|
$registry->listen(
|
||||||
|
'test',
|
||||||
|
'test.event',
|
||||||
|
RecursiveListener::class,
|
||||||
|
'deferred',
|
||||||
|
DeliveryMode::Deferred,
|
||||||
|
);
|
||||||
|
$registry->listen(
|
||||||
|
'test',
|
||||||
|
'test.event',
|
||||||
|
RecordingListener::class,
|
||||||
|
'deferred',
|
||||||
|
DeliveryMode::Deferred,
|
||||||
|
);
|
||||||
|
$registry->freeze();
|
||||||
|
$dispatcher = new EventDispatcher(
|
||||||
|
$registry,
|
||||||
|
new RecordingContainer([
|
||||||
|
RecursiveListener::class => $recursive,
|
||||||
|
RecordingListener::class => $recording,
|
||||||
|
]),
|
||||||
|
new NullLogger(),
|
||||||
|
maxDeferredListenerInvocations: 3,
|
||||||
|
);
|
||||||
|
$recursive->dispatcher = $dispatcher;
|
||||||
|
$dispatcher->beginExecution('test');
|
||||||
|
$dispatcher->dispatch(new Event('test.event'));
|
||||||
|
|
||||||
|
$result = $dispatcher->processDeferred('test');
|
||||||
|
|
||||||
|
self::assertSame(1, $result->processed);
|
||||||
|
self::assertSame(2, $result->listenerInvocations);
|
||||||
|
self::assertSame(1, $result->remaining);
|
||||||
|
self::assertTrue($result->limitExceeded);
|
||||||
|
self::assertFalse($result->eventLimitExceeded);
|
||||||
|
self::assertTrue($result->listenerInvocationLimitExceeded);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user