mirror of
https://github.com/alchemy-fr/Phraseanet.git
synced 2025-10-08 18:44:30 +00:00

* portage commande searchengine:index vers 4.1 * FIX Indexer * Update DataboxFetcherFactory.php
216 lines
7.7 KiB
PHP
216 lines
7.7 KiB
PHP
<?php
|
|
|
|
/*
|
|
* This file is part of Phraseanet
|
|
*
|
|
* (c) 2005-2014 Alchemy
|
|
*
|
|
* For the full copyright and license information, please view the LICENSE
|
|
* file that was distributed with this source code.
|
|
*/
|
|
|
|
namespace Alchemy\Phrasea\Command\SearchEngine;
|
|
|
|
use Alchemy\Phrasea\Command\Command;
|
|
use Alchemy\Phrasea\SearchEngine\Elastic\ElasticsearchOptions;
|
|
use Alchemy\Phrasea\SearchEngine\Elastic\Indexer;
|
|
use Symfony\Component\Console\Input\InputInterface;
|
|
use Symfony\Component\Console\Input\InputOption;
|
|
use Symfony\Component\Console\Output\OutputInterface;
|
|
|
|
class IndexManipulateCommand extends Command
|
|
{
|
|
/** @var OutputInterface */
|
|
private $output = null;
|
|
|
|
/**
|
|
* print a string if verbosity >= verbose (-v)
|
|
*
|
|
* @param string $s
|
|
* @param int $verbosity
|
|
*/
|
|
private function verbose($s, $verbosity = OutputInterface::VERBOSITY_VERBOSE)
|
|
{
|
|
if ($this->output->getVerbosity() >= $verbosity) {
|
|
$this->output->writeln($s);
|
|
}
|
|
}
|
|
|
|
protected function configure()
|
|
{
|
|
$this
|
|
->setName('searchengine:index')
|
|
->setDescription('Manipulates search index')
|
|
->addOption('drop', 'd', InputOption::VALUE_NONE, 'Drops the index.')
|
|
->addOption('create', 'c', InputOption::VALUE_NONE, 'Creates the index.')
|
|
->addOption('populate', 'p', InputOption::VALUE_NONE, 'Populates the index.')
|
|
->addOption('temporary', 't', InputOption::VALUE_NONE, 'Populates using temporary index.')
|
|
->addOption('name', null, InputOption::VALUE_REQUIRED, 'index name', null)
|
|
->addOption('host', null, InputOption::VALUE_REQUIRED, 'host', null)
|
|
->addOption('port', null, InputOption::VALUE_REQUIRED, 'port', null)
|
|
->addOption('order', null, InputOption::VALUE_REQUIRED, 'order (record_id|modification_date)[.asc|.desc]', null)
|
|
->addOption(
|
|
'databox_id',
|
|
null,
|
|
InputOption::VALUE_OPTIONAL | InputOption::VALUE_IS_ARRAY,
|
|
'Only populate chosen databox'
|
|
)->addOption(
|
|
'force',
|
|
null,
|
|
InputOption::VALUE_NONE,
|
|
"Don't ask for for the dropping of the index, but force the operation to run."
|
|
);
|
|
|
|
}
|
|
|
|
protected function doExecute(InputInterface $input, OutputInterface $output)
|
|
{
|
|
$this->output = $output;
|
|
|
|
/** @var Indexer $indexer */
|
|
$indexer = $this->container['elasticsearch.indexer'];
|
|
/** @var ElasticsearchOptions $options */
|
|
$options = $indexer->getIndex()->getOptions();
|
|
|
|
if($input->getOption('name')) {
|
|
$options->setIndexName($input->getOption('name'));
|
|
}
|
|
if($input->getOption('host')) {
|
|
$options->setHost($input->getOption('host'));
|
|
}
|
|
if($input->getOption('port')) {
|
|
$options->setPort($input->getOption('port'));
|
|
}
|
|
|
|
if($input->getOption('order')) {
|
|
$order = explode('.', $input->getOption('order'));
|
|
if (!$options->setPopulateOrder($order[0])) {
|
|
$output->writeln(sprintf('<error>bad order value for --order</error>'));
|
|
|
|
return 1;
|
|
}
|
|
if (count($order) > 1) {
|
|
if (!$options->setPopulateDirection($order[1])) {
|
|
$output->writeln(sprintf('<error>bad direction value for --order</error>'));
|
|
|
|
return 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
$idx = sprintf("%s@%s:%s", $options->getIndexName(), $options->getHost(), $options->getPort());
|
|
|
|
$drop = $input->getOption('drop');
|
|
$create = $input->getOption('create');
|
|
$populate = $input->getOption('populate');
|
|
$temporary = $input->getOption('temporary');
|
|
$databoxes_id = $input->getOption('databox_id');
|
|
|
|
if($temporary && (!$populate || $databoxes_id)) {
|
|
$output->writeln(sprintf('<error>temporary must be used to populate all databoxes</error>', $idx));
|
|
|
|
return 1;
|
|
}
|
|
|
|
$indexExists = $indexer->indexExists();
|
|
|
|
if ($drop && $indexExists) {
|
|
if ($input->getOption('force')) {
|
|
$confirmation = true;
|
|
}
|
|
else {
|
|
$question = '<question>You are about to delete the index and all contained data. Are you sure you wish to continue? (y/n)</question>';
|
|
$confirmation = $this->getHelper('dialog')->askConfirmation($output, $question, false);
|
|
}
|
|
|
|
if ($confirmation) {
|
|
$indexer->deleteIndex();
|
|
$this->verbose(sprintf('<info>Search index "%s" was dropped.</info>', $idx));
|
|
}
|
|
else {
|
|
$this->verbose('Canceled.');
|
|
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
$indexExists = $indexer->indexExists();
|
|
|
|
if ($create) {
|
|
if($indexExists) {
|
|
$output->writeln(sprintf('<error>The search index "%s" already exists.</error>', $idx));
|
|
|
|
return 1;
|
|
}
|
|
else {
|
|
$r = $indexer->createIndex();
|
|
$this->verbose(sprintf('<info>Search index "%s@%s:%s" -> "%s" was created</info>'
|
|
, $r['alias']
|
|
, $options->getHost()
|
|
, $options->getPort()
|
|
, $r['index']
|
|
));
|
|
}
|
|
}
|
|
|
|
$indexExists = $indexer->indexExists();
|
|
|
|
if($populate) {
|
|
if(!$indexExists) {
|
|
$r = $indexer->createIndex();
|
|
$this->verbose(sprintf('<info>Search index "%s@%s:%s" -> "%s" was created</info>'
|
|
, $r['alias']
|
|
, $options->getHost()
|
|
, $options->getPort()
|
|
, $r['index']
|
|
));
|
|
}
|
|
|
|
$oldAliasName = $indexer->getIndex()->getName();
|
|
$newAliasName = $newIndexName = null;
|
|
if($temporary) {
|
|
// change the name to create a new index
|
|
$now = explode(' ', microtime());
|
|
$now = sprintf("%X%X", $now[1], 1000000*$now[0]);
|
|
$indexer->getIndex()->getOptions()->setIndexName($oldAliasName . "_T" . $now);
|
|
|
|
$r = $indexer->createIndex($oldAliasName);
|
|
$newIndexName = $r['index'];
|
|
$newAliasName = $r['alias'];
|
|
|
|
$this->verbose(sprintf('<info>Temporary index "%s@%s:%s" -> "%s" was created</info>'
|
|
, $r['alias']
|
|
, $options->getHost()
|
|
, $options->getPort()
|
|
, $r['index']
|
|
));
|
|
}
|
|
|
|
foreach ($this->container->getDataboxes() as $databox) {
|
|
if (!$databoxes_id || in_array($databox->get_sbas_id(), $databoxes_id)) {
|
|
$r = $indexer->populateIndex(Indexer::THESAURUS | Indexer::RECORDS, $databox, false); // , $temporary);
|
|
$output->writeln(sprintf(
|
|
"Indexation of databox \"%s\" finished in %0.2f sec (Mem. %0.2f Mo)",
|
|
$databox->get_dbname(),
|
|
$r['duration']/1000,
|
|
$r['memory']/1048576)
|
|
);
|
|
}
|
|
}
|
|
|
|
if($temporary) {
|
|
$this->verbose('<info>Renaming temporary :</info>');
|
|
|
|
$indexer->getIndex()->getOptions()->setIndexName($oldAliasName);
|
|
|
|
$r = $indexer->replaceIndex($newIndexName, $newAliasName);
|
|
foreach($r as $action) {
|
|
$this->verbose(sprintf(' <info>%s</info>', $action['msg']));
|
|
}
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
}
|