mirror of
https://github.com/alchemy-fr/Phraseanet.git
synced 2025-10-14 13:33:14 +00:00
PHRAS-1797 porting searchengine:index to 4.1 (#2454)
* portage commande searchengine:index vers 4.1 * FIX Indexer * Update DataboxFetcherFactory.php
This commit is contained in:
aynsix
@@ -0,0 +1,215 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
* This file is part of Phraseanet
|
||||
*
|
||||
* (c) 2005-2014 Alchemy
|
||||
*
|
||||
* For the full copyright and license information, please view the LICENSE
|
||||
* file that was distributed with this source code.
|
||||
*/
|
||||
|
||||
namespace Alchemy\Phrasea\Command\SearchEngine;
|
||||
|
||||
use Alchemy\Phrasea\Command\Command;
|
||||
use Alchemy\Phrasea\SearchEngine\Elastic\ElasticsearchOptions;
|
||||
use Alchemy\Phrasea\SearchEngine\Elastic\Indexer;
|
||||
use Symfony\Component\Console\Input\InputInterface;
|
||||
use Symfony\Component\Console\Input\InputOption;
|
||||
use Symfony\Component\Console\Output\OutputInterface;
|
||||
|
||||
class IndexManipulateCommand extends Command
|
||||
{
|
||||
/** @var OutputInterface */
|
||||
private $output = null;
|
||||
|
||||
/**
|
||||
* print a string if verbosity >= verbose (-v)
|
||||
*
|
||||
* @param string $s
|
||||
* @param int $verbosity
|
||||
*/
|
||||
private function verbose($s, $verbosity = OutputInterface::VERBOSITY_VERBOSE)
|
||||
{
|
||||
if ($this->output->getVerbosity() >= $verbosity) {
|
||||
$this->output->writeln($s);
|
||||
}
|
||||
}
|
||||
|
||||
protected function configure()
|
||||
{
|
||||
$this
|
||||
->setName('searchengine:index')
|
||||
->setDescription('Manipulates search index')
|
||||
->addOption('drop', 'd', InputOption::VALUE_NONE, 'Drops the index.')
|
||||
->addOption('create', 'c', InputOption::VALUE_NONE, 'Creates the index.')
|
||||
->addOption('populate', 'p', InputOption::VALUE_NONE, 'Populates the index.')
|
||||
->addOption('temporary', 't', InputOption::VALUE_NONE, 'Populates using temporary index.')
|
||||
->addOption('name', null, InputOption::VALUE_REQUIRED, 'index name', null)
|
||||
->addOption('host', null, InputOption::VALUE_REQUIRED, 'host', null)
|
||||
->addOption('port', null, InputOption::VALUE_REQUIRED, 'port', null)
|
||||
->addOption('order', null, InputOption::VALUE_REQUIRED, 'order (record_id|modification_date)[.asc|.desc]', null)
|
||||
->addOption(
|
||||
'databox_id',
|
||||
null,
|
||||
InputOption::VALUE_OPTIONAL | InputOption::VALUE_IS_ARRAY,
|
||||
'Only populate chosen databox'
|
||||
)->addOption(
|
||||
'force',
|
||||
null,
|
||||
InputOption::VALUE_NONE,
|
||||
"Don't ask for for the dropping of the index, but force the operation to run."
|
||||
);
|
||||
|
||||
}
|
||||
|
||||
protected function doExecute(InputInterface $input, OutputInterface $output)
|
||||
{
|
||||
$this->output = $output;
|
||||
|
||||
/** @var Indexer $indexer */
|
||||
$indexer = $this->container['elasticsearch.indexer'];
|
||||
/** @var ElasticsearchOptions $options */
|
||||
$options = $indexer->getIndex()->getOptions();
|
||||
|
||||
if($input->getOption('name')) {
|
||||
$options->setIndexName($input->getOption('name'));
|
||||
}
|
||||
if($input->getOption('host')) {
|
||||
$options->setHost($input->getOption('host'));
|
||||
}
|
||||
if($input->getOption('port')) {
|
||||
$options->setPort($input->getOption('port'));
|
||||
}
|
||||
|
||||
if($input->getOption('order')) {
|
||||
$order = explode('.', $input->getOption('order'));
|
||||
if (!$options->setPopulateOrder($order[0])) {
|
||||
$output->writeln(sprintf('<error>bad order value for --order</error>'));
|
||||
|
||||
return 1;
|
||||
}
|
||||
if (count($order) > 1) {
|
||||
if (!$options->setPopulateDirection($order[1])) {
|
||||
$output->writeln(sprintf('<error>bad direction value for --order</error>'));
|
||||
|
||||
return 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
$idx = sprintf("%s@%s:%s", $options->getIndexName(), $options->getHost(), $options->getPort());
|
||||
|
||||
$drop = $input->getOption('drop');
|
||||
$create = $input->getOption('create');
|
||||
$populate = $input->getOption('populate');
|
||||
$temporary = $input->getOption('temporary');
|
||||
$databoxes_id = $input->getOption('databox_id');
|
||||
|
||||
if($temporary && (!$populate || $databoxes_id)) {
|
||||
$output->writeln(sprintf('<error>temporary must be used to populate all databoxes</error>', $idx));
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
$indexExists = $indexer->indexExists();
|
||||
|
||||
if ($drop && $indexExists) {
|
||||
if ($input->getOption('force')) {
|
||||
$confirmation = true;
|
||||
}
|
||||
else {
|
||||
$question = '<question>You are about to delete the index and all contained data. Are you sure you wish to continue? (y/n)</question>';
|
||||
$confirmation = $this->getHelper('dialog')->askConfirmation($output, $question, false);
|
||||
}
|
||||
|
||||
if ($confirmation) {
|
||||
$indexer->deleteIndex();
|
||||
$this->verbose(sprintf('<info>Search index "%s" was dropped.</info>', $idx));
|
||||
}
|
||||
else {
|
||||
$this->verbose('Canceled.');
|
||||
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
$indexExists = $indexer->indexExists();
|
||||
|
||||
if ($create) {
|
||||
if($indexExists) {
|
||||
$output->writeln(sprintf('<error>The search index "%s" already exists.</error>', $idx));
|
||||
|
||||
return 1;
|
||||
}
|
||||
else {
|
||||
$r = $indexer->createIndex();
|
||||
$this->verbose(sprintf('<info>Search index "%s@%s:%s" -> "%s" was created</info>'
|
||||
, $r['alias']
|
||||
, $options->getHost()
|
||||
, $options->getPort()
|
||||
, $r['index']
|
||||
));
|
||||
}
|
||||
}
|
||||
|
||||
$indexExists = $indexer->indexExists();
|
||||
|
||||
if($populate) {
|
||||
if(!$indexExists) {
|
||||
$r = $indexer->createIndex();
|
||||
$this->verbose(sprintf('<info>Search index "%s@%s:%s" -> "%s" was created</info>'
|
||||
, $r['alias']
|
||||
, $options->getHost()
|
||||
, $options->getPort()
|
||||
, $r['index']
|
||||
));
|
||||
}
|
||||
|
||||
$oldAliasName = $indexer->getIndex()->getName();
|
||||
$newAliasName = $newIndexName = null;
|
||||
if($temporary) {
|
||||
// change the name to create a new index
|
||||
$now = explode(' ', microtime());
|
||||
$now = sprintf("%X%X", $now[1], 1000000*$now[0]);
|
||||
$indexer->getIndex()->getOptions()->setIndexName($oldAliasName . "_T" . $now);
|
||||
|
||||
$r = $indexer->createIndex($oldAliasName);
|
||||
$newIndexName = $r['index'];
|
||||
$newAliasName = $r['alias'];
|
||||
|
||||
$this->verbose(sprintf('<info>Temporary index "%s@%s:%s" -> "%s" was created</info>'
|
||||
, $r['alias']
|
||||
, $options->getHost()
|
||||
, $options->getPort()
|
||||
, $r['index']
|
||||
));
|
||||
}
|
||||
|
||||
foreach ($this->container->getDataboxes() as $databox) {
|
||||
if (!$databoxes_id || in_array($databox->get_sbas_id(), $databoxes_id)) {
|
||||
$r = $indexer->populateIndex(Indexer::THESAURUS | Indexer::RECORDS, $databox, false); // , $temporary);
|
||||
$output->writeln(sprintf(
|
||||
"Indexation of databox \"%s\" finished in %0.2f sec (Mem. %0.2f Mo)",
|
||||
$databox->get_dbname(),
|
||||
$r['duration']/1000,
|
||||
$r['memory']/1048576)
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
if($temporary) {
|
||||
$this->verbose('<info>Renaming temporary :</info>');
|
||||
|
||||
$indexer->getIndex()->getOptions()->setIndexName($oldAliasName);
|
||||
|
||||
$r = $indexer->replaceIndex($newIndexName, $newAliasName);
|
||||
foreach($r as $action) {
|
||||
$this->verbose(sprintf(' <info>%s</info>', $action['msg']));
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user