Add symfony messenger handler

synolia · Jun 5, 2024 · 55af868 · 55af868
1 parent c87a80d
commit 55af868
Show file tree

Hide file tree

Showing 109 changed files with 1,625 additions and 1,132 deletions.
diff --git a/src/Builder/Attribute/AssetAttributeValueValueBuilder.php b/src/Builder/Attribute/AssetAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AssetCollectionAttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/BooleanProductAttributeValueValueBuilder.php b/src/Builder/Attribute/BooleanProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\BooleanAttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/CollectionReferenceEntityAttributeValueValueBuilder.php b/src/Builder/Attribute/CollectionReferenceEntityAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\CollectionReferenceEntityAttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/DatabaseProductAttributeValueValueBuilder.php b/src/Builder/Attribute/DatabaseProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\DatabaseMappingAttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/DateProductAttributeValueValueBuilder.php b/src/Builder/Attribute/DateProductAttributeValueValueBuilder.php
@@ -7,7 +7,7 @@
 use DateTime;
 use DateTimeInterface;
 use LogicException;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\DateAttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/IntegerProductAttributeValueValueBuilder.php b/src/Builder/Attribute/IntegerProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\IntegerAttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/MetricProductAttributeValueValueBuilder.php b/src/Builder/Attribute/MetricProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\MetricAttributeTypeMatcher;
 

diff --git a/src/Builder/Attribute/MultiSelectProductAttributeValueValueBuilder.php b/src/Builder/Attribute/MultiSelectProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\Transformer\AttributeOptionValueDataTransformerInterface;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\MultiSelectAttributeTypeMatcher;

diff --git a/src/Builder/Attribute/ReferenceEntityAttributeValueValueBuilder.php b/src/Builder/Attribute/ReferenceEntityAttributeValueValueBuilder.php
@@ -11,8 +11,8 @@
 use Synolia\SyliusAkeneoPlugin\Exceptions\Attribute\MissingLocaleTranslationOrScopeException;
 use Synolia\SyliusAkeneoPlugin\Exceptions\Attribute\MissingScopeException;
 use Synolia\SyliusAkeneoPlugin\Exceptions\Attribute\TranslationNotFoundException;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoReferenceEntityAttributeDataProviderInterface;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoReferenceEntityAttributeDataProviderInterface;
 use Synolia\SyliusAkeneoPlugin\Provider\ProductRefEntityAttributeValueValueBuilderProviderInterface;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\ReferenceEntityAttributeTypeMatcher;

diff --git a/src/Builder/Attribute/SelectProductAttributeValueValueBuilder.php b/src/Builder/Attribute/SelectProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\Transformer\AttributeOptionValueDataTransformerInterface;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\SelectAttributeTypeMatcher;

diff --git a/src/Builder/Attribute/TableAttributeValueValueBuilder.php b/src/Builder/Attribute/TableAttributeValueValueBuilder.php
@@ -7,7 +7,7 @@
 use Sylius\Component\Product\Model\ProductAttributeInterface;
 use Sylius\Component\Resource\Repository\RepositoryInterface;
 use Synolia\SyliusAkeneoPlugin\Exceptions\Processor\MissingAkeneoProductAttributeValueProcessorException;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\Provider\ProductAttributeValue\TableAttributeValueProcessorProviderInterface;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\TableAttributeTypeMatcher;

diff --git a/src/Builder/Attribute/TextProductAttributeValueValueBuilder.php b/src/Builder/Attribute/TextProductAttributeValueValueBuilder.php
@@ -4,7 +4,7 @@
 
 namespace Synolia\SyliusAkeneoPlugin\Builder\Attribute;
 
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\TextareaAttributeTypeMatcher;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\TextAttributeTypeMatcher;

diff --git a/src/Builder/ProductOptionValue/NonLocalizableOptionValueBuilder.php b/src/Builder/ProductOptionValue/NonLocalizableOptionValueBuilder.php
@@ -13,7 +13,7 @@
 use Synolia\SyliusAkeneoPlugin\Event\ProductOptionValueTranslation\AfterProcessingProductOptionValueTranslationEvent;
 use Synolia\SyliusAkeneoPlugin\Event\ProductOptionValueTranslation\BeforeProcessingProductOptionValueTranslationEvent;
 use Synolia\SyliusAkeneoPlugin\Exceptions\Builder\ProductOptionValueTranslation\ProductOptionValueTranslationBuilderNotFoundException;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\Provider\SyliusAkeneoLocaleCodeProvider;
 use Synolia\SyliusAkeneoPlugin\Transformer\ProductOptionValueDataTransformerInterface;
 use Webmozart\Assert\Assert;

diff --git a/src/Builder/ProductOptionValueTranslation/MetricProductOptionValueTranslationBuilder.php b/src/Builder/ProductOptionValueTranslation/MetricProductOptionValueTranslationBuilder.php
@@ -14,8 +14,8 @@
 use Synolia\SyliusAkeneoPlugin\Exceptions\Retriever\FamilyMeasureNotFoundException;
 use Synolia\SyliusAkeneoPlugin\Exceptions\Retriever\MeasurableNotFoundException;
 use Synolia\SyliusAkeneoPlugin\Exceptions\UnsupportedAttributeTypeException;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributeDataProviderInterface;
-use Synolia\SyliusAkeneoPlugin\Provider\AkeneoAttributePropertiesProvider;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributeDataProviderInterface;
+use Synolia\SyliusAkeneoPlugin\Provider\Data\AkeneoAttributePropertiesProvider;
 use Synolia\SyliusAkeneoPlugin\Provider\ProductFilterRulesProviderInterface;
 use Synolia\SyliusAkeneoPlugin\Retriever\FamilyMeasureRetriever;
 use Synolia\SyliusAkeneoPlugin\TypeMatcher\Attribute\AttributeTypeMatcher;

diff --git a/src/Command/AbstractImportCommand.php b/src/Command/AbstractImportCommand.php
@@ -43,6 +43,7 @@ protected function configure(): void
             ->addOption('max-concurrency', 'c', InputOption::VALUE_OPTIONAL, 'Max process concurrency', 5)
             ->addOption('batch-after-fetch', 'a', InputOption::VALUE_OPTIONAL, 'Fetch all pages then start processing the batches', true)
             ->addOption('filter', 'f', InputOption::VALUE_OPTIONAL | InputOption::VALUE_IS_ARRAY, 'Add filter')
+            ->addOption('handler', 'i', InputOption::VALUE_OPTIONAL, 'Specify batch handler')
         ;
     }
 

diff --git a/src/Configuration/ConfigurationContextInterface.php b/src/Configuration/ConfigurationContextInterface.php
@@ -39,4 +39,8 @@ public function disableBatching(): self;
     public function getFilters(): array;
 
     public function setFilters(array $filters): self;
+
+    public function getHandler(): string;
+
+    public function setHandler(string $handler): self;
 }
diff --git a/src/Configuration/ConfigurationContextTrait.php b/src/Configuration/ConfigurationContextTrait.php
@@ -5,6 +5,7 @@
 namespace Synolia\SyliusAkeneoPlugin\Configuration;
 
 use Symfony\Component\Console\Output\OutputInterface;
+use Synolia\SyliusAkeneoPlugin\Handler\Task\SymfonyProcessTaskHandler;
 
 trait ConfigurationContextTrait
 {
@@ -24,6 +25,8 @@ trait ConfigurationContextTrait
 
     private array $filters = [];
 
+    private string $handler = SymfonyProcessTaskHandler::HANDLER_CODE;
+
     public function getBatchSize(): int
     {
         return $this->batchSize;
@@ -132,4 +135,16 @@ public function setFilters(array $filters): ConfigurationContextInterface
 
         return $this;
     }
+
+    public function getHandler(): string
+    {
+        return $this->handler;
+    }
+
+    public function setHandler(string $handler): ConfigurationContextInterface
+    {
+        $this->handler = $handler;
+
+        return $this;
+    }
 }
diff --git a/src/Entity/Asset.php b/src/Entity/Asset.php
@@ -22,6 +22,7 @@
  */
 #[ORM\Entity(repositoryClass: AssetRepository::class)]
 #[ORM\Table(name: 'akeneo_assets')]
+#[ORM\Index(columns: ['family_code', 'asset_code', 'attribute_code'], name: 'asset_idx')]
 class Asset implements AssetInterface
 {
     /**

diff --git a/src/Exceptions/NotImplementedException.php b/src/Exceptions/NotImplementedException.php
@@ -0,0 +1,9 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Synolia\SyliusAkeneoPlugin\Exceptions;
+
+class NotImplementedException extends \LogicException
+{
+}
diff --git a/src/Factory/Message/Batch/BatchMessageFactory.php b/src/Factory/Message/Batch/BatchMessageFactory.php
@@ -0,0 +1,16 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Synolia\SyliusAkeneoPlugin\Factory\Message\Batch;
+
+use Synolia\SyliusAkeneoPlugin\Message\Batch\BatchMessageInterface;
+use Synolia\SyliusAkeneoPlugin\Payload\PipelinePayloadInterface;
+
+class BatchMessageFactory implements BatchMessageFactoryInterface
+{
+    public static function createFromPayload(PipelinePayloadInterface $payload, array $items): BatchMessageInterface
+    {
+        return $payload->createBatchMessage($items);
+    }
+}
diff --git a/src/Factory/Message/Batch/BatchMessageFactoryInterface.php b/src/Factory/Message/Batch/BatchMessageFactoryInterface.php
@@ -0,0 +1,13 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Synolia\SyliusAkeneoPlugin\Factory\Message\Batch;
+
+use Synolia\SyliusAkeneoPlugin\Message\Batch\BatchMessageInterface;
+use Synolia\SyliusAkeneoPlugin\Payload\PipelinePayloadInterface;
+
+interface BatchMessageFactoryInterface
+{
+    public static function createFromPayload(PipelinePayloadInterface $payload, array $items): BatchMessageInterface;
+}
diff --git a/src/Factory/PayloadFactory.php b/src/Factory/PayloadFactory.php
@@ -53,6 +53,7 @@ private function createContext(
             ->setBatchSize((int) $input->getOption('batch-size'))
             ->setMaxRunningProcessQueueSize((int) $input->getOption('max-concurrency'))
             ->setFilters((array) ($input->getOption('filter') ?: []))
+            ->setHandler($input->getOption('handler') ?? $context->getHandler())
         ;
 
         if (!$isBatchingAllowed) {

diff --git a/src/Factory/ProductPipelineFactory.php b/src/Factory/ProductPipelineFactory.php
@@ -8,8 +8,8 @@
 use League\Pipeline\PipelineInterface;
 use Synolia\SyliusAkeneoPlugin\Pipeline\Processor;
 use Synolia\SyliusAkeneoPlugin\Task\Product\ProcessProductsTask;
-use Synolia\SyliusAkeneoPlugin\Task\Product\SetupProductTask;
-use Synolia\SyliusAkeneoPlugin\Task\Product\TearDownProductTask;
+use Synolia\SyliusAkeneoPlugin\Task\SetupTask;
+use Synolia\SyliusAkeneoPlugin\Task\TearDownTask;
 
 final class ProductPipelineFactory extends AbstractPipelineFactory
 {
@@ -18,9 +18,9 @@ public function create(): PipelineInterface
         $pipeline = new Pipeline(new Processor($this->dispatcher));
 
         return $pipeline
-            ->pipe($this->taskProvider->get(SetupProductTask::class))
+            ->pipe($this->taskProvider->get(SetupTask::class))
             ->pipe($this->taskProvider->get(ProcessProductsTask::class))
-            ->pipe($this->taskProvider->get(TearDownProductTask::class))
+            ->pipe($this->taskProvider->get(TearDownTask::class))
         ;
     }
 }
diff --git a/src/Handler/Task/SymfonyMessengerTaskHandler.php b/src/Handler/Task/SymfonyMessengerTaskHandler.php
@@ -0,0 +1,121 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Synolia\SyliusAkeneoPlugin\Handler\Task;
+
+use Akeneo\Pim\ApiClient\Pagination\Page;
+use Akeneo\Pim\ApiClient\Pagination\PageInterface;
+use Akeneo\Pim\ApiClient\Pagination\ResourceCursorInterface;
+use Doctrine\ORM\EntityManagerInterface;
+use Psr\Log\LoggerInterface;
+use Symfony\Component\Messenger\MessageBusInterface;
+use Synolia\SyliusAkeneoPlugin\Factory\Message\Batch\BatchMessageFactoryInterface;
+use Synolia\SyliusAkeneoPlugin\Payload\PipelinePayloadInterface;
+
+class SymfonyMessengerTaskHandler implements TaskHandlerInterface
+{
+    public const HANDLER_CODE = 'messenger';
+
+    public function __construct(
+        protected EntityManagerInterface $entityManager,
+        protected LoggerInterface $logger,
+        private MessageBusInterface $bus,
+        private BatchMessageFactoryInterface $batchMessageFactory,
+    ) {
+    }
+
+    public function support(PipelinePayloadInterface $pipelinePayload): bool
+    {
+        return $pipelinePayload->getCommandContext()->getHandler() === self::HANDLER_CODE;
+    }
+
+    public function batch(PipelinePayloadInterface $pipelinePayload, array $items): void
+    {
+        $this->bus->dispatch($this->batchMessageFactory->createFromPayload($pipelinePayload, $items));
+    }
+
+    public function process(PipelinePayloadInterface $pipelinePayload): void
+    {
+    }
+
+    public function handle(
+        PipelinePayloadInterface $pipelinePayload,
+        ResourceCursorInterface|PageInterface $handleType,
+    ): void {
+        $count = 0;
+        $items = [];
+
+        if ($handleType instanceof PageInterface) {
+            $this->handleByPage($pipelinePayload, $handleType, $count, $items);
+        } else {
+            $this->handleByCursor($pipelinePayload, $handleType, $count, $items);
+        }
+    }
+
+    private function handleByPage(
+        PipelinePayloadInterface $payload,
+        PageInterface $page,
+        int &$count = 0,
+        array &$items = [],
+    ): void {
+        while (
+            ($page instanceof Page && $page->hasNextPage()) ||
+            ($page instanceof Page && !$page->hasPreviousPage()) ||
+            $page instanceof Page
+        ) {
+            foreach ($page->getItems() as $item) {
+                ++$count;
+                $items[] = $item;
+                $identifiers[] = $item['code'] ?? $item['identifier'];
+
+                if (0 === $count % $payload->getBatchSize()) {
+                    $this->logger->notice('Batching', ['codes' => $identifiers]);
+                    $this->batch($payload, $items);
+                    $items = [];
+                }
+            }
+
+            $page = $page->getNextPage();
+        }
+
+        if ($items !== []) {
+            $this->batch($payload, $items);
+            $items = [];
+        }
+    }
+
+    private function handleByCursor(
+        PipelinePayloadInterface $payload,
+        ResourceCursorInterface $resourceCursor,
+        int &$count = 0,
+        array &$items = [],
+    ): void {
+        foreach ($resourceCursor as $item) {
+            ++$count;
+            $items[] = $item;
+            $identifiers[] = $item['code'];
+
+            if (0 === $count % $payload->getBatchSize()) {
+                $this->logger->notice('Batching', ['codes' => $identifiers]);
+                $this->batch($payload, $items);
+                $items = [];
+            }
+        }
+
+        if ($items !== []) {
+            $this->batch($payload, $items);
+            $items = [];
+        }
+    }
+
+    public function setUp(PipelinePayloadInterface $pipelinePayload): PipelinePayloadInterface
+    {
+        return $pipelinePayload;
+    }
+
+    public function tearDown(PipelinePayloadInterface $pipelinePayload): PipelinePayloadInterface
+    {
+        return $pipelinePayload;
+    }
+}