setDescription('Build subviews for given subview names and record types'); $this->addOption('databox', null, InputOption::VALUE_REQUIRED, 'Mandatory : The id (or dbname or viewname) of the databox'); $this->addOption('record_type', null, InputOption::VALUE_REQUIRED|InputOption::VALUE_IS_ARRAY, 'Type(s) of records(s) to (re)build ex. "image,video", dafault=ALL'); $this->addOption('name', null, InputOption::VALUE_REQUIRED|InputOption::VALUE_IS_ARRAY, 'Name(s) of sub-definition(s) to (re)build, ex. "thumbnail,preview", default=ALL'); $this->addOption('min_record', null, InputOption::VALUE_OPTIONAL, 'Min record id'); $this->addOption('max_record', null, InputOption::VALUE_OPTIONAL, 'Max record id'); $this->addOption('with_substituted', null, InputOption::VALUE_NONE, 'Regenerate subdefs for substituted records as well'); $this->addOption('substituted_only', null, InputOption::VALUE_NONE, 'Regenerate subdefs for substituted records only'); $this->addOption('missing_only', null, InputOption::VALUE_NONE, 'Regenerate only missing subdefs'); $this->addOption('garbage_collect', null, InputOption::VALUE_NONE, 'Delete subdefs not in structure anymore'); $this->addOption('partition', null, InputOption::VALUE_REQUIRED, 'n/N : work only on records belonging to partition \'n\''); $this->addOption('reset_subdef_flag', null, InputOption::VALUE_NONE, 'Reset "make-subdef" flag (should only be used when working on all subdefs, that is NO --name filter)'); $this->addOption('set_writemeta_flag', null, InputOption::VALUE_NONE, 'Set "write-metadata" flag (should only be used when working on all subdefs, that is NO --name filter)'); $this->addOption('dry', null, InputOption::VALUE_NONE, 'dry run, list but don\'t act'); } /** * merge options so one can mix csv-option and/or multiple options * ex. with keepUnique = false : --opt=a,b --opt=c --opt=b ==> [a,b,c,b] * ex. with keepUnique = true : --opt=a,b --opt=c --opt=b ==> [a,b,c] * * @param InputInterface $input * @param string $optionName * @param int $option * @return array */ private function getOptionAsArray(InputInterface $input, $optionName, $option) { $ret = []; foreach($input->getOption($optionName) as $v0) { foreach(explode(',', $v0) as $v) { $v = trim($v); if($option & self::OPTION_ALL_VALUES || !in_array($v, $ret)) { $ret[] = $v; } } } return $ret; } /** * print a string if verbosity >= verbose (-v) * @param string $s */ private function verbose($s) { if($this->output->getVerbosity() >= OutputInterface::VERBOSITY_VERBOSE) { $this->output->write($s); } } /** * sanity check the cmd line options * * @param InputInterface $input * @param OutputInterface $output * @return bool */ protected function sanitizeArgs(InputInterface $input, OutputInterface $output) { $argsOK = true; // find the databox / collection by id or by name $this->databox = null; if(($d = $input->getOption('databox')) !== null) { $d = trim($d); foreach ($this->container->getDataboxes() as $db) { if ($db->get_sbas_id() == (int)$d || $db->get_viewname() == $d || $db->get_dbname() == $d) { $this->databox = $db; $this->connection = $db->get_connection(); break; } } if ($this->databox == null) { $output->writeln(sprintf("Unknown databox \"%s\"", $input->getOption('databox'))); $argsOK = false; } } else { $output->writeln(sprintf("Missing mandatory options --databox")); $argsOK = false; } // get options $this->dry = $input->getOption('dry') ? true : false; $this->recmin = $input->getOption('min_record'); $this->recmax = $input->getOption('max_record'); $this->substitutedOnly = $input->getOption('substituted_only') ? true : false; $this->withSubstituted = $input->getOption('with_substituted') ? true : false; $this->missingOnly = $input->getOption('missing_only') ? true : false; $this->garbageCollect = $input->getOption('garbage_collect') ? true : false; $this->resetSubdefFlag = $input->getOption('reset_subdef_flag') ? true : false; $this->setWritemetaFlag = $input->getOption('set_writemeta_flag') ? true : false; $types = $this->getOptionAsArray($input, 'record_type', self::OPTION_DISTINT_VALUES); $names = $this->getOptionAsArray($input, 'name', self::OPTION_DISTINT_VALUES); if ($this->withSubstituted && $this->substitutedOnly) { $output->writeln("--substituted_only and --with_substituted are mutually exclusive"); $argsOK = false; } if($this->garbageCollect && !empty($names)) { $output->writeln("--garbage_collect and --name are mutually exclusive"); $argsOK = false; } // validate types and subdefs $this->subdefsNameByType = []; if($this->databox !== null) { /** @var SubdefGroup $sg */ foreach ($this->databox->get_subdef_structure() as $sg) { if (empty($types) || in_array($sg->getName(), $types)) { $this->subdefsNameByType[$sg->getName()] = []; /** @var databox_subdef $sd */ foreach ($sg as $sd) { if (empty($names) || in_array($sd->get_name(), $names)) { $this->subdefsNameByType[$sg->getName()][] = $sd->get_name(); } } } } foreach ($types as $t) { if (!array_key_exists($t, $this->subdefsNameByType)) { $output->writeln(sprintf("unknown type \"%s\"", $t)); $argsOK = false; } } } // validate partition $this->partitionIndex = $this->partitionCount = null; if( ($arg = $input->getOption('partition')) !== null) { $arg = explode('/', $arg); if(count($arg) == 2 && ($arg0 = (int)trim($arg[0]))>0 && ($arg1 = (int)trim($arg[1]))>1 && $arg0<=$arg1 ) { $this->partitionIndex = $arg0; $this->partitionCount = $arg1; } else { $output->writeln(sprintf('partition must be n/N')); $argsOK = false; } } // warning about changing jeton when not working on all subdefs if(!empty($names) && ($this->resetSubdefFlag || $this->setWritemetaFlag)) { $output->writeln("warning : changing record flag(s) but working on a subset of subdefs."); } return $argsOK; } /** * {@inheritdoc} */ protected function doExecute(InputInterface $input, OutputInterface $output) { if(!$this->sanitizeArgs($input, $output)) { return -1; } $this->input = $input; $this->output = $output; $sql = $this->getSQL(); $this->verbose($sql . "\n"); $sqlCount = sprintf('SELECT COUNT(*) FROM (%s) AS c', $sql); $totalRecords = (int)$this->connection->executeQuery($sqlCount)->fetchColumn(); if ($totalRecords === 0) { return 0; } $progress = null; if($output->getVerbosity() < OutputInterface::VERBOSITY_VERBOSE) { $progress = new ProgressBar($output, $totalRecords); $progress->start(); $progress->display(); } $rows = $this->connection->executeQuery($sql)->fetchAll(\PDO::FETCH_ASSOC); foreach ($rows as $row) { $type = $row['type']; $output->write(sprintf(' [#%s] (%s)', $row['record_id'], $type)); try { $record = $this->databox->get_record($row['record_id']); $subdefNamesToDo = array_flip($this->subdefsNameByType[$type]); // do all subdefs ? /** @var media_subdef $subdef */ foreach ($record->get_subdefs() as $subdef) { $name = $subdef->get_name(); if($name == "document") { continue; } if(!in_array($name, $this->subdefsNameByType[$type])) { // this existing subdef is unknown in structure if($this->garbageCollect) { if(!$this->dry) { $subdef->delete(); } $this->verbose(sprintf(" \"%s\" deleted,", $name)); } continue; } if($this->missingOnly) { unset($subdefNamesToDo[$name]); continue; } if($subdef->is_substituted()) { if(!$this->withSubstituted && !$this->substitutedOnly) { unset($subdefNamesToDo[$name]); continue; } } else { if($this->substitutedOnly) { unset($subdefNamesToDo[$name]); continue; } } // here an existing subdef must be re-done if(!$this->dry) { $subdef->remove_file(); $subdef->set_substituted(false); } } $subdefNamesToDo = array_keys($subdefNamesToDo); if(!empty($subdefNamesToDo)) { if(!$this->dry) { /** @var SubdefGenerator $subdefGenerator */ $subdefGenerator = $this->container['subdef.generator']; $subdefGenerator->generateSubdefs($record, $subdefNamesToDo); } $this->verbose(sprintf(" subdefs[%s] built\n", implode(',', $subdefNamesToDo))); } else { $this->verbose(" nothing to build\n"); } if($this->resetSubdefFlag|| $this->setWritemetaFlag) { // subdef created, ask to rewrite metadata $sql = 'UPDATE record' . ' SET jeton=(jeton & ~(:flag_and)) | :flag_or' . ' WHERE record_id=:record_id'; $this->connection->executeUpdate($sql, [ ':record_id' => $row['record_id'], ':flag_and' => $this->resetSubdefFlag ? PhraseaTokens::MAKE_SUBDEF : 0, ':flag_or' => ($this->setWritemetaFlag ? PhraseaTokens::WRITE_META_SUBDEF : 0) ]); } } catch(\Exception $e) { $this->verbose("failed\n"); } if($progress) { $progress->advance(); } } if($progress) { $progress->finish(); $output->writeln(''); } return 0; } /** * @return string */ protected function getSQL() { $sql = "SELECT record_id, type FROM record WHERE parent_record_id=0"; $recordTypes = array_keys($this->subdefsNameByType); $types = array_map(function($v) {return $this->connection->quote($v);}, $recordTypes); if(!empty($types)) { $sql .= ' AND type IN(' . implode(',', $types) . ')'; } if ($this->recmin !== null) { $sql .= ' AND (record_id >= ' . (int)($this->recmin) . ')'; } if ($this->recmax) { $sql .= ' AND (record_id <= ' . (int)($this->recmax) . ')'; } if($this->partitionCount !== null && $this->partitionIndex !== null) { $sql .= ' AND MOD(record_id, ' . $this->partitionCount . ')=' . ($this->partitionIndex-1); } return $sql; } }