feat: implement doctrine-based fulltext search

Signed-off-by: Benjamin Frueh <benjamin.frueh@gmail.com>

Author: benjaminfrueh

composer.json

@@ -19,7 +19,7 @@
         "league/commonmark": "^2.7",
         "symfony/string": "^6.0",
         "symfony/translation-contracts": "^3.6",
-        "teamtnt/tntsearch": "^5.0"
+        "wamania/php-stemmer": "^4.0"
     },
     "require-dev": {
         "ext-dom": "*",

composer.lock

@@ -12,6 +12,7 @@
 use OCA\Collectives\Db\Collective;
 use OCA\Collectives\Db\CollectiveMapper;
 use OCA\Collectives\Mount\CollectiveFolderManager;
+use OCA\Collectives\Search\FileSearch\Db\SearchFileMapper;
 use OCA\Collectives\Search\FileSearch\FileSearchException;
 use OCA\Collectives\Service\SearchService;
 use OCP\AppFramework\Utility\ITimeFactory;
@@ -25,6 +26,7 @@ public function __construct(
 		ITimeFactory $time,
 		private CollectiveMapper $collectiveMapper,
 		private CollectiveFolderManager $collectiveFolderManager,
+		private SearchFileMapper $fileMapper,
 		private LoggerInterface $logger,
 		private SearchService $searchService,
 	) {
@@ -37,10 +39,6 @@ public function __construct(
 	 * @param $argument
 	 */
 	protected function run($argument): void {
-		if (!$this->searchService->areDependenciesMet()) {
-			return;
-		}
-
 		$collectives = $this->collectiveMapper->getAll();
 		foreach ($collectives as $collective) {
 			if ($this->isOutdatedIndex($collective)) {
@@ -57,14 +55,12 @@ protected function run($argument): void {
 	}
 
 	private function isOutdatedIndex(Collective $collective): bool {
-		$index = $this->searchService->getIndexForCollective($collective);
-		if (!$index) {
-			return true;
-		}
-
 		try {
 			$folder = $this->collectiveFolderManager->getRootFolder()->get((string)$collective->getId());
-			return $folder->getMTime() > $index->getMTime();
+			$folderMtime = $folder->getMTime();
+			$maxIndexedMtime = $this->fileMapper->getMaxMtimeByCircle($collective->getCircleId());
+
+			return $maxIndexedMtime === null || $folderMtime > $maxIndexedMtime;
 		} catch (NotFoundException|InvalidPathException) {
 			return false;
 		}

lib/BackgroundJob/IndexCollectives.php

@@ -18,6 +18,7 @@
 use Symfony\Component\Console\Command\Command;
 use Symfony\Component\Console\Input\InputArgument;
 use Symfony\Component\Console\Input\InputInterface;
+use Symfony\Component\Console\Input\InputOption;
 use Symfony\Component\Console\Output\OutputInterface;
 
 class IndexCollectives extends Command {
@@ -32,18 +33,15 @@ protected function configure(): void {
 		$this
 			->setName('collectives:index')
 			->setDescription('Indexes collectives for full text search.')
-			->addArgument('name', InputArgument::OPTIONAL, 'name of new collective');
+			->addArgument('name', InputArgument::OPTIONAL, 'name of new collective')
+			->addOption('full', 'f', InputOption::VALUE_NONE, 'Full re-index (default: incremental)');
 		parent::configure();
 	}
 
 	protected function execute(InputInterface $input, OutputInterface $output): int {
-		if (!$this->searchService->areDependenciesMet()) {
-			$output->writeln('<error>Could not index the collectives: PDO or SQLite extension not installed.</error>');
-			return 1;
-		}
-
 		$collectives = $this->collectiveMapper->getAll();
 		$name = $input->getArgument('name');
+		$fullIndex = $input->getOption('full');
 
 		foreach ($collectives as $collective) {
 			try {
@@ -53,7 +51,7 @@ protected function execute(InputInterface $input, OutputInterface $output): int
 					continue;
 				}
 				$output->write('<info>Creating index for ' . $circleName . ' …</info>');
-				$this->searchService->indexCollective($collective);
+				$this->searchService->indexCollective($collective, !$fullIndex);
 				$output->writeln('<info>done</info>');
 			} catch (MissingDependencyException|NotFoundException|NotPermittedException) {
 				$output->writeln("<error>Failed to find team associated with collective with ID={$collective->getId()}</error>");