mirror of
https://github.com/alchemy-fr/Phraseanet.git
synced 2025-10-09 11:03:17 +00:00
b0eba5217c
* log_docs mark as canceled too * PHRAS-4058 auto cancelling job * add auto-cancelingJob in hour in the config * add patch rc12
795 lines
30 KiB
PHP
795 lines
30 KiB
PHP
<?php
|
|
|
|
namespace Alchemy\Phrasea\WorkerManager\Controller;
|
|
|
|
use Alchemy\Phrasea\Application as PhraseaApplication;
|
|
use Alchemy\Phrasea\Application\Helper\DataboxLoggerAware;
|
|
use Alchemy\Phrasea\Controller\Controller;
|
|
use Alchemy\Phrasea\Model\Entities\WorkerRunningJob;
|
|
use Alchemy\Phrasea\Model\Repositories\WorkerRunningJobRepository;
|
|
use Alchemy\Phrasea\Plugin\Exception\JsonValidationException;
|
|
use Alchemy\Phrasea\SearchEngine\Elastic\ElasticsearchOptions;
|
|
use Alchemy\Phrasea\Twig\PhraseanetExtension;
|
|
use Alchemy\Phrasea\WorkerManager\Event\PopulateIndexEvent;
|
|
use Alchemy\Phrasea\WorkerManager\Event\WorkerEvents;
|
|
use Alchemy\Phrasea\WorkerManager\Form\WorkerConfigurationType;
|
|
use Alchemy\Phrasea\WorkerManager\Form\WorkerFtpType;
|
|
use Alchemy\Phrasea\WorkerManager\Form\WorkerRecordsActionsType;
|
|
use Alchemy\Phrasea\WorkerManager\Form\WorkerSearchengineType;
|
|
use Alchemy\Phrasea\WorkerManager\Form\WorkerValidationReminderType;
|
|
use Alchemy\Phrasea\WorkerManager\Queue\AMQPConnection;
|
|
use Alchemy\Phrasea\WorkerManager\Queue\MessagePublisher;
|
|
use Alchemy\Phrasea\WorkerManager\Worker\RecordsActionsWorker\RecordsActionsWorker;
|
|
use Doctrine\ORM\OptimisticLockException;
|
|
use Exception;
|
|
use Symfony\Component\EventDispatcher\EventDispatcherInterface;
|
|
use Symfony\Component\Form\Form;
|
|
use Symfony\Component\Form\FormInterface;
|
|
use Symfony\Component\HttpFoundation\JsonResponse;
|
|
use Symfony\Component\HttpFoundation\Request;
|
|
use Symfony\Component\HttpKernel\Exception\NotFoundHttpException;
|
|
use Symfony\Component\Routing\Generator\UrlGeneratorInterface;
|
|
|
|
|
|
class AdminConfigurationController extends Controller
|
|
{
|
|
use DataboxLoggerAware;
|
|
|
|
public function indexAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
return $this->render('admin/worker-manager/index.html.twig', [
|
|
'isConnected' => $this->getAMQPConnection()->getChannel() != null,
|
|
'_fragment' => $request->get('_fragment') ?? 'worker-info',
|
|
]);
|
|
}
|
|
|
|
/**
|
|
* @param PhraseaApplication $app
|
|
* @param Request $request
|
|
* @return mixed
|
|
*/
|
|
public function configurationAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$AMQPConnection = $this->getAMQPConnection();
|
|
|
|
$conf = ['queues' => $this->getConf()->get(['workers', 'queues'], [])];
|
|
// ttl's are saved in conf in ms, display in form as sec.
|
|
foreach($conf['queues'] as $qname => $settings) {
|
|
foreach ($settings as $k=>$v) {
|
|
if(in_array($k, [AMQPConnection::TTL_RETRY, AMQPConnection::TTL_DELAYED])) {
|
|
$conf['queues'][$qname][$k] /= 1000.0;
|
|
}
|
|
}
|
|
}
|
|
|
|
$form = $app->form(new WorkerConfigurationType($AMQPConnection), $conf);
|
|
$form->handleRequest($request);
|
|
|
|
if ($form->isValid()) {
|
|
// save config
|
|
// too bad we must remove null entries from data to not save in conf
|
|
$_data = $form->getData();
|
|
$data = $conf['queues']; // we will save a patched conf (not only data) so custom settings will be preserved
|
|
foreach($_data['queues'] as $qname => $settings) {
|
|
$data[$qname] = [];
|
|
foreach ($settings as $k=>$v) {
|
|
if(!is_null($v)) { // ignore null values from form
|
|
if(in_array($k, [AMQPConnection::TTL_RETRY, AMQPConnection::TTL_DELAYED])) {
|
|
$v = (int)(1000 * (float)$v);
|
|
}
|
|
$data[$qname][$k] = $v;
|
|
}
|
|
}
|
|
}
|
|
ksort($data);
|
|
$app['conf']->set(['workers', 'queues'], $data);
|
|
|
|
/*
|
|
* todo : reinitialize q can't depend on form content :
|
|
* e.g. if a ttl_retry is blank in form, the value should go back to default, so the q should be reinit.
|
|
*
|
|
$queues = array_intersect_key(AMQPConnection::$defaultQueues, $retryQueueConfig);
|
|
$retryQueuesToReset = array_intersect_key(AMQPConnection::$defaultRetryQueues, array_flip($queues));
|
|
|
|
// change the queue TTL
|
|
$AMQPConnection->reinitializeQueue($retryQueuesToReset);
|
|
$AMQPConnection->reinitializeQueue(AMQPConnection::$defaultDelayedQueues);
|
|
*/
|
|
|
|
// too bad : _fragment does not work with our old url generator... it will be passed as plain url parameter
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-configuration']);
|
|
}
|
|
|
|
return $this->render('admin/worker-manager/worker_configuration.html.twig', [
|
|
'form' => $form->createView()
|
|
]);
|
|
}
|
|
|
|
public function infoAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $app['repo.worker-running-job'];
|
|
|
|
$reload = ($request->query->get('reload') == 1);
|
|
$jobType = $request->query->get('jobType');
|
|
$databoxId = empty($request->query->get('databoxId')) ? null : $request->query->get('databoxId');
|
|
$recordId = empty($request->query->get('recordId')) ? null : $request->query->get('recordId');
|
|
$timeFilter = empty($request->query->get('timeFilter')) ? null : $request->query->get('timeFilter');
|
|
$fieldTimeFilter = $request->query->get('fieldTimeFilter');
|
|
$fieldTimeFilter = $fieldTimeFilter?: 'created';
|
|
|
|
$dateTimeFilter = null;
|
|
if ($timeFilter != null) {
|
|
try {
|
|
$dateTimeFilter = (new \DateTime())->sub(new \DateInterval($timeFilter));
|
|
} catch (Exception $e) {
|
|
}
|
|
}
|
|
|
|
$filterStatus = [];
|
|
|
|
if ($request->query->get('running') == 1) {
|
|
$filterStatus[] = WorkerRunningJob::RUNNING;
|
|
}
|
|
if ($request->query->get('finished') == 1) {
|
|
$filterStatus[] = WorkerRunningJob::FINISHED;
|
|
}
|
|
if ($request->query->get('error') == 1) {
|
|
$filterStatus[] = WorkerRunningJob::ERROR;
|
|
}
|
|
if ($request->query->get('interrupt') == 1) {
|
|
$filterStatus[] = WorkerRunningJob::INTERRUPT;
|
|
}
|
|
|
|
$helpers = new PhraseanetExtension($this->app);
|
|
|
|
$workerRunningJob = $repoWorker->findByFilter($filterStatus, $jobType, $databoxId, $recordId, $fieldTimeFilter, $dateTimeFilter);
|
|
$workerRunningJobTotalCount = $repoWorker->getJobCount($filterStatus, $jobType, $databoxId, $recordId, $fieldTimeFilter, $dateTimeFilter);
|
|
$workerRunningJobTotalCount = number_format($workerRunningJobTotalCount, 0, '.', ' ');
|
|
$totalDuration = array_sum(array_column($workerRunningJob, 'duration'));
|
|
|
|
$averageDuration = (count($workerRunningJob) == 0) ? 0 : $totalDuration/(float)count($workerRunningJob);
|
|
|
|
// format duration
|
|
$totalDuration = $helpers->getDuration($totalDuration);
|
|
|
|
$tFieldTimes = array_column($workerRunningJob, $fieldTimeFilter);
|
|
$realEntryDuration = 0;
|
|
$oldestEntry = end($tFieldTimes);
|
|
$recentEntry = reset($tFieldTimes);
|
|
|
|
if (!empty($oldestEntry) && !empty($recentEntry)) {
|
|
$realEntryDuration = (new \DateTime($recentEntry))->getTimestamp() - (new \DateTime($oldestEntry))->getTimestamp();
|
|
}
|
|
|
|
$realEntryDuration = $helpers->getDuration($realEntryDuration);
|
|
|
|
// get all row count in the table WorkerRunningJob
|
|
$totalCount = $repoWorker->getJobCount([], null, null , null, null, null);
|
|
$totalCount = number_format($totalCount, 0, '.', ' ');
|
|
|
|
$databoxIds = array_map(function (\databox $databox) {
|
|
return $databox->get_sbas_id();
|
|
},
|
|
$this->app->getApplicationBox()->get_databoxes()
|
|
);
|
|
|
|
$types = AMQPConnection::MESSAGES;
|
|
|
|
// these types are not included in workerRunningJob
|
|
unset($types['mainQueue'], $types['createRecord'], $types['pullAssets'], $types['validationReminder']);
|
|
|
|
$jobTypes = array_keys($types);
|
|
|
|
if ($reload) {
|
|
return $this->app->json(['content' => $this->render('admin/worker-manager/worker_info.html.twig', [
|
|
'workerRunningJob' => $workerRunningJob,
|
|
'reload' => $reload,
|
|
'jobTypes' => $jobTypes,
|
|
'databoxIds' => $databoxIds,
|
|
]),
|
|
'resultCount' => number_format(count($workerRunningJob), 0, '.', ' '),
|
|
'resultTotal' => $workerRunningJobTotalCount,
|
|
'totalCount' => $totalCount,
|
|
'totalDuration' => $totalDuration,
|
|
'averageDuration' => number_format($averageDuration, 2, '.', ' ') . ' s',
|
|
'realEntryDuration'=> $realEntryDuration
|
|
]);
|
|
} else {
|
|
return $this->render('admin/worker-manager/worker_info.html.twig', [
|
|
'workerRunningJob' => $workerRunningJob,
|
|
'reload' => $reload,
|
|
'jobTypes' => $jobTypes,
|
|
'databoxIds' => $databoxIds,
|
|
'resultCount' => number_format(count($workerRunningJob), 0, '.', ' '),
|
|
'resultTotal' => $workerRunningJobTotalCount,
|
|
'totalCount' => $totalCount,
|
|
'totalDuration' => $totalDuration,
|
|
'averageDuration' => number_format($averageDuration, 2, '.', ' ') . ' s',
|
|
'realEntryDuration'=> $realEntryDuration
|
|
]);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @param Request $request
|
|
* @param $workerId
|
|
* @return JsonResponse
|
|
* @throws OptimisticLockException
|
|
*/
|
|
public function changeStatusAction(Request $request, $workerId)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $this->app['repo.worker-running-job'];
|
|
|
|
/** @var WorkerRunningJob $workerRunningJob */
|
|
$workerRunningJob = $repoWorker->find($workerId);
|
|
|
|
$workerRunningJob->setStatus($request->request->get('status'));
|
|
$finishedDate = new \DateTime('now');
|
|
|
|
if($request->request->get('finished') == '1') {
|
|
$workerRunningJob->setFinished($finishedDate)->setFlock(null);
|
|
}
|
|
|
|
$em = $repoWorker->getEntityManager();
|
|
$em->persist($workerRunningJob);
|
|
|
|
$em->flush();
|
|
|
|
if (in_array($workerRunningJob->getWork(), ['subdefCreation', 'writeMetadatas'])) {
|
|
$this->updateLogDocs($workerRunningJob, $workerRunningJob->getStatus(), $finishedDate);
|
|
}
|
|
|
|
return $this->app->json(['success' => true]);
|
|
}
|
|
|
|
public function changeStatusCanceledAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $this->app['repo.worker-running-job'];
|
|
|
|
$result = $repoWorker->getRunningSinceCreated($request->get('hour'));
|
|
return $this->render('admin/worker-manager/worker_info_change_status.html.twig', [
|
|
'jobCount' => count($result)
|
|
]);
|
|
}
|
|
|
|
public function doChangeStatusToCanceledAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $this->app['repo.worker-running-job'];
|
|
$workerRunningJobs = $repoWorker->getRunningSinceCreated($request->request->get('hour'), ['subdefCreation', 'writeMetadatas']);
|
|
|
|
$repoWorker->updateStatusRunningToCanceledSinceCreated($request->request->get('hour'));
|
|
|
|
$finishedDate = new \DateTime('now');
|
|
/** @var WorkerRunningJob $workerRunningJob */
|
|
foreach ($workerRunningJobs as $workerRunningJob) {
|
|
$this->updateLogDocs($workerRunningJob, 'canceled', $finishedDate);
|
|
}
|
|
|
|
return $this->app->json(['success' => true]);
|
|
}
|
|
|
|
public function getRunningAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $this->app['repo.worker-running-job'];
|
|
$result = $repoWorker->getRunningSinceCreated($request->get('hour'));
|
|
|
|
return $this->app->json([
|
|
'success' => true,
|
|
'count' => count($result)
|
|
]);
|
|
}
|
|
|
|
public function queueMonitorAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$reload = ($request->query->get('reload') == 1);
|
|
$hideEmptyQ = $request->query->get('hide-empty-queue');
|
|
$consumedQ = $request->query->get('consumed-queue');
|
|
|
|
if ($hideEmptyQ === null || $hideEmptyQ == 1) {
|
|
$hideEmptyQ = true;
|
|
} else {
|
|
$hideEmptyQ = false;
|
|
}
|
|
|
|
if ($consumedQ === null || $consumedQ == 1) {
|
|
$consumedQ = true;
|
|
} else {
|
|
$consumedQ = false;
|
|
}
|
|
|
|
$this->getAMQPConnection()->getChannel();
|
|
$this->getAMQPConnection()->declareExchange();
|
|
$queuesStatus = $this->getAMQPConnection()->getQueuesStatus($hideEmptyQ, $consumedQ);
|
|
|
|
return $this->render('admin/worker-manager/worker_queue_monitor.html.twig', [
|
|
'queuesStatus' => $queuesStatus,
|
|
'reload' => $reload
|
|
]);
|
|
}
|
|
|
|
public function purgeQueueAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$queueName = $request->request->get('queueName');
|
|
|
|
if (empty($queueName)) {
|
|
return $this->app->json(['success' => false]);
|
|
}
|
|
|
|
$this->getAMQPConnection()->reinitializeQueue([$queueName]);
|
|
|
|
return $this->app->json(['success' => true]);
|
|
}
|
|
|
|
public function deleteQueueAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$queueName = $request->request->get('queueName');
|
|
|
|
if (empty($queueName)) {
|
|
return $this->app->json(['success' => false]);
|
|
}
|
|
|
|
$this->getAMQPConnection()->deleteQueue($queueName);
|
|
|
|
return $this->app->json(['success' => true]);
|
|
}
|
|
|
|
public function truncateTableAction(PhraseaApplication $app)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $app['repo.worker-running-job'];
|
|
$repoWorker->truncateWorkerTable();
|
|
|
|
// too bad : _fragment does not work with our old url generator... it will be passed as plain url parameter
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-info']);
|
|
}
|
|
|
|
public function deleteFinishedAction(PhraseaApplication $app)
|
|
{
|
|
/** @var WorkerRunningJobRepository $repoWorker */
|
|
$repoWorker = $app['repo.worker-running-job'];
|
|
$repoWorker->deleteFinishedWorks();
|
|
|
|
// too bad : _fragment does not work with our old url generator... it will be passed as plain url parameter
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-info']);
|
|
}
|
|
|
|
public function searchengineAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$options = $this->getElasticsearchOptions();
|
|
|
|
$form = $app->form(new WorkerSearchengineType(), $options);
|
|
|
|
$form->handleRequest($request);
|
|
|
|
if ($form->isValid()) {
|
|
$populateInfo = $this->getData($form);
|
|
|
|
$this->getDispatcher()->dispatch(WorkerEvents::POPULATE_INDEX, new PopulateIndexEvent($populateInfo));
|
|
|
|
// too bad : _fragment does not work with our old url generator... it will be passed as plain url parameter
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-searchengine']);
|
|
}
|
|
|
|
return $this->render('admin/worker-manager/worker_searchengine.html.twig', [
|
|
'form' => $form->createView()
|
|
]);
|
|
}
|
|
|
|
public function subviewAction()
|
|
{
|
|
return $this->render('admin/worker-manager/worker_subview.html.twig', [ ]);
|
|
}
|
|
|
|
public function metadataAction()
|
|
{
|
|
return $this->render('admin/worker-manager/worker_metadata.html.twig', [ ]);
|
|
}
|
|
|
|
public function ftpAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$ftpConfig = $this->getFtpConfiguration();
|
|
$form = $app->form(new WorkerFtpType(), $ftpConfig);
|
|
|
|
$form->handleRequest($request);
|
|
if ($form->isValid()) {
|
|
// save new ftp config
|
|
$app['conf']->set(['workers', 'ftp'], array_merge($ftpConfig, $form->getData()));
|
|
|
|
// too bad : _fragment does not work with our old url generator... it will be passed as plain url parameter
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-ftp']);
|
|
}
|
|
|
|
return $this->render('admin/worker-manager/worker_ftp.html.twig', [
|
|
'form' => $form->createView()
|
|
]);
|
|
}
|
|
|
|
public function validationReminderAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
// nb : the "interval" for a loop-q is the ttl.
|
|
// so the setting is stored into the "queues" settings in conf.
|
|
// here only the "ttl_retry" can be set/changed in conf
|
|
$config = $this->getConf()->get(['workers', 'queues', MessagePublisher::VALIDATION_REMINDER_TYPE], []);
|
|
if(isset($config['ttl_retry'])) {
|
|
// all settings are in msec, but into the form we want large numbers in sec.
|
|
$config['ttl_retry'] /= 1000;
|
|
}
|
|
/** @var Form $form */
|
|
$form = $app->form(new WorkerValidationReminderType($this->getAMQPConnection()), $config);
|
|
|
|
$form->handleRequest($request);
|
|
if ($form->isSubmitted() && $form->isValid()) {
|
|
$data = $form->getData();
|
|
switch($data['act']) {
|
|
case 'save' : // save the form content (settings)
|
|
unset($data['act']); // don't save this
|
|
// the interval was displayed in sec. in form, convert back to msec
|
|
if(isset($data['ttl_retry'])) {
|
|
$data['ttl_retry'] *= 1000;
|
|
}
|
|
$data = array_merge($config, $data);
|
|
$app['conf']->set(['workers', 'queues', MessagePublisher::VALIDATION_REMINDER_TYPE], $data);
|
|
$this->getAMQPConnection()->reinitializeQueue([MessagePublisher::VALIDATION_REMINDER_TYPE]);
|
|
break;
|
|
case 'start':
|
|
// reinitialize the validation reminder queues
|
|
$this->getAMQPConnection()->setQueue(MessagePublisher::VALIDATION_REMINDER_TYPE);
|
|
$this->getAMQPConnection()->reinitializeQueue([MessagePublisher::VALIDATION_REMINDER_TYPE]);
|
|
$this->getMessagePublisher()->initializeLoopQueue(MessagePublisher::VALIDATION_REMINDER_TYPE);
|
|
break;
|
|
case 'stop':
|
|
$this->getAMQPConnection()->reinitializeQueue([MessagePublisher::VALIDATION_REMINDER_TYPE]);
|
|
break;
|
|
}
|
|
|
|
// too bad : _fragment does not work with our old url generator... it will be passed as plain url parameter
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-reminder']);
|
|
}
|
|
|
|
// guess if the q is "running" = check if there are pending message on Q or loop-Q
|
|
$running = false;
|
|
$qStatuses = $this->getAMQPConnection()->getQueuesStatus(false, false);
|
|
foreach([
|
|
MessagePublisher::VALIDATION_REMINDER_TYPE,
|
|
$this->getAMQPConnection()->getLoopQueueName(MessagePublisher::VALIDATION_REMINDER_TYPE)
|
|
] as $qName) {
|
|
if(isset($qStatuses[$qName]) && $qStatuses[$qName]['messageCount'] > 0) {
|
|
$running = true;
|
|
}
|
|
}
|
|
|
|
return $this->render('admin/worker-manager/worker_validation_reminder.html.twig', [
|
|
'form' => $form->createView(),
|
|
'running' => $running
|
|
]);
|
|
}
|
|
|
|
public function recordsActionsAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$config = $this->getConf()->get(['workers', 'records_actions'], []);
|
|
$ttl_retry = $this->getConf()->get(['workers','queues', MessagePublisher::RECORDS_ACTIONS_TYPE, 'ttl_retry'], null);
|
|
if(!is_null($ttl_retry)) {
|
|
$ttl_retry /= 1000; // form is in sec
|
|
}
|
|
$config['ttl_retry'] = $ttl_retry;
|
|
|
|
if (empty($config['xmlSetting'])) {
|
|
$config['xmlSetting'] = $this->getDefaultRecordsActionsSettings();
|
|
}
|
|
|
|
$form = $app->form(new WorkerRecordsActionsType(), $config);
|
|
|
|
$form->handleRequest($request);
|
|
if ($form->isSubmitted() && $form->isValid()) {
|
|
$data = $form->getData();
|
|
switch($data['act']) {
|
|
case 'save' : // save the form content (settings) in 2 places
|
|
$ttl_retry = $data['ttl_retry'];
|
|
unset($data['act'], $data['ttl_retry'], $config['ttl_retry']);
|
|
// save most data under workers/records_actions
|
|
$app['conf']->set(['workers', 'records_actions'], array_merge($config, $data));
|
|
// save ttl in the q settings
|
|
if(!is_null($ttl_retry)) {
|
|
$this->getConf()->set(['workers','queues', MessagePublisher::RECORDS_ACTIONS_TYPE, 'ttl_retry'], 1000 * (int)$ttl_retry);
|
|
}
|
|
$this->getAMQPConnection()->reinitializeQueue([MessagePublisher::RECORDS_ACTIONS_TYPE]);
|
|
break;
|
|
case 'start':
|
|
// reinitialize the validation reminder queues
|
|
$this->getAMQPConnection()->setQueue(MessagePublisher::RECORDS_ACTIONS_TYPE);
|
|
$this->getAMQPConnection()->reinitializeQueue([MessagePublisher::RECORDS_ACTIONS_TYPE]);
|
|
$this->getMessagePublisher()->initializeLoopQueue(MessagePublisher::RECORDS_ACTIONS_TYPE);
|
|
break;
|
|
case 'stop':
|
|
$this->getAMQPConnection()->reinitializeQueue([MessagePublisher::RECORDS_ACTIONS_TYPE]);
|
|
break;
|
|
}
|
|
|
|
return $app->redirectPath('worker_admin', ['_fragment'=>'worker-records-actions']);
|
|
}
|
|
|
|
// guess if the q is "running" = check if there are pending message on Q or loop-Q
|
|
$running = false;
|
|
$qStatuses = $this->getAMQPConnection()->getQueuesStatus(false, false);
|
|
foreach([
|
|
MessagePublisher::RECORDS_ACTIONS_TYPE,
|
|
$this->getAMQPConnection()->getLoopQueueName(MessagePublisher::RECORDS_ACTIONS_TYPE)
|
|
] as $qName) {
|
|
if(isset($qStatuses[$qName]) && $qStatuses[$qName]['messageCount'] > 0) {
|
|
$running = true;
|
|
}
|
|
}
|
|
|
|
return $this->render('admin/worker-manager/worker_records_actions.html.twig', [
|
|
'form' => $form->createView(),
|
|
'running' => $running
|
|
]);
|
|
}
|
|
|
|
public function recordsActionsFacilityAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$ret = [
|
|
'error' => null,
|
|
'tasks' => []
|
|
];
|
|
try {
|
|
$job = new RecordsActionsWorker($app);
|
|
switch ($request->get('ACT')) {
|
|
case 'PLAYTEST':
|
|
case 'CALCTEST':
|
|
case 'CALCSQL':
|
|
$sxml = simplexml_load_string($request->get('xml'));
|
|
if ((string)$sxml['version'] !== '2') {
|
|
throw new JsonValidationException(sprintf("bad settings version (%s), should be \"2\"", (string)$sxml['version']));
|
|
}
|
|
if (isset($sxml->tasks->task)) {
|
|
foreach ($sxml->tasks->task as $sxtask) {
|
|
$ret['tasks'][] = $job->calcSQL($sxtask, $request->get('ACT') === 'PLAYTEST');
|
|
}
|
|
}
|
|
break;
|
|
default:
|
|
throw new NotFoundHttpException('Route not found.');
|
|
}
|
|
}
|
|
catch (Exception $e) {
|
|
$ret['error'] = $e->getMessage();
|
|
}
|
|
|
|
return $app->json($ret);
|
|
}
|
|
|
|
public function populateStatusAction(PhraseaApplication $app, Request $request)
|
|
{
|
|
$databoxIds = $request->get('sbasIds');
|
|
|
|
/** @var WorkerRunningJobRepository $repoWorkerJob */
|
|
$repoWorkerJob = $app['repo.worker-running-job'];
|
|
|
|
return $repoWorkerJob->checkPopulateStatusByDataboxIds($databoxIds);
|
|
}
|
|
|
|
private function updateLogDocs(WorkerRunningJob $workerRunningJob, $status, $finishedDate)
|
|
{
|
|
$databox = $this->findDataboxById($workerRunningJob->getDataboxId());
|
|
$record = $databox->get_record($workerRunningJob->getRecordId());
|
|
$subdefName = $workerRunningJob->getWorkOn();
|
|
$action = $workerRunningJob->getWork();
|
|
|
|
$this->getDataboxLogger($databox)->initOrUpdateLogDocsFromWorker($record, $databox, $workerRunningJob, $subdefName, $action, $finishedDate, $status);
|
|
|
|
}
|
|
|
|
private function getDefaultRecordsActionsSettings()
|
|
{
|
|
return <<<EOF
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
|
<tasksettings>
|
|
<!--
|
|
THIS IS AN EXAMPLE OF A SIMPLE WORKFLOW
|
|
Fix with your settings (fields names, databox/collections id's, status-bits) before try
|
|
-->
|
|
<tasks>
|
|
|
|
<!-- SANITY CHECK ON DOCUMENT SIZE workflow
|
|
|
|
- trash records with documents > 10Mo
|
|
-->
|
|
|
|
<!-- trash jpeg files > 10Mo -->
|
|
<task active="0" name="reject too big files " action="update" databoxId="db_databox1">
|
|
<if>
|
|
<number field="#filesize" compare=">" value="10485760" />
|
|
</if>
|
|
<then>
|
|
<coll id="_TRASH_" />
|
|
</then>
|
|
</task>
|
|
|
|
|
|
|
|
<!-- EXPIRATION workflow
|
|
|
|
from "test" collection :
|
|
- records having Source = "internal" will expire after 1 month
|
|
- other records will expire after 10 days
|
|
- records go to "Public" collection
|
|
- we want a "last days" status-bit to be set 2 days before expiration
|
|
- Expired documents from "Public" collection will go to trash
|
|
-->
|
|
|
|
|
|
<!-- set the ExpireDate to (create + 1 month) for source="internal, go public -->
|
|
<task active="0" name="compute expiring date for internal" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<coll compare="=" id="test" />
|
|
<text field="Source" compare="=" value="internal" />
|
|
<is_unset field="ExpireDate" />
|
|
</if>
|
|
<then>
|
|
<compute_date direction="after" field="#credate" delta="+1 month" computed="exp" />
|
|
<set_field field="ExpireDate" value="" />
|
|
<coll id="Public" />
|
|
</then>
|
|
</task>
|
|
|
|
<!-- set the ExpireDate to (create + 10 days) for others -->
|
|
<task active="0" name="compute expiring date for others" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<coll compare="=" id="test" />
|
|
<text field="Source" compare="!=" value="internal" />
|
|
<is_unset field="ExpireDate" />
|
|
</if>
|
|
<then>
|
|
<compute_date direction="after" field="#credate" delta="+10 days" computed="exp" />
|
|
<set_field field="ExpireDate" value="" />
|
|
<coll id="Public" />
|
|
</then>
|
|
</task>
|
|
|
|
<!-- if set the "last days" sb 2 days before expiration-->
|
|
<task active="0" name="will expire in 2 days" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<date direction="after" field="ExpireDate" delta="-2 days" />
|
|
</if>
|
|
<then>
|
|
<status mask="1xxxxxx"/>
|
|
</then>
|
|
</task>
|
|
|
|
<!-- if Public, move to trash after expiration -->
|
|
<task active="0" name="expire" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<coll compare="=" id="Public" />
|
|
<date direction="after" field="ExpireDate" />
|
|
</if>
|
|
<then>
|
|
<coll id="_TRASH_" />
|
|
</then>
|
|
</task>
|
|
|
|
|
|
|
|
<!-- EMPTY TRASH workflow -->
|
|
|
|
<task active="0" name="clean trash" action="delete" databoxId="db_databox1">
|
|
<!-- Delete the records that are in the trash collection, unmodified from 3 months -->
|
|
<if>
|
|
<coll compare="=" id="_TRASH_"/>
|
|
<date direction="after" field="#moddate" delta="+3 months" />
|
|
</if>
|
|
</task>
|
|
|
|
|
|
|
|
<!-- SANITY CHECK ON FIELDS workflow
|
|
|
|
we want a status to show if "Title" and "Description" are filled
|
|
-->
|
|
|
|
<!-- set sb "caption filled" (sb4=1) when both title and Description are set -->
|
|
<task active="0" name="Title and Description set" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<is_set field="Title"/>
|
|
<is_set field="Description"/>
|
|
</if>
|
|
<then>
|
|
<status mask="1xxxx"/>
|
|
</then>
|
|
</task>
|
|
|
|
<!-- reset sb "caption filled" (sb4=0) when title is not set -->
|
|
<task active="0" name="Title not set" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<is_unset field="Title"/>
|
|
</if>
|
|
<then>
|
|
<status mask="0xxxx"/>
|
|
</then>
|
|
</task>
|
|
|
|
<!-- reset sb "caption filled" (sb4=0) when caption is not set -->
|
|
<task active="0" name="Description not set" action="update" databoxId="db_databox1">
|
|
<if>
|
|
<is_unset field="Description"/>
|
|
</if>
|
|
<then>
|
|
<status mask="0xxxx"/>
|
|
</then>
|
|
</task>
|
|
|
|
</tasks>
|
|
</tasksettings>
|
|
EOF;
|
|
}
|
|
|
|
|
|
/**
|
|
* @return MessagePublisher
|
|
*/
|
|
private function getMessagePublisher()
|
|
{
|
|
return $this->app['alchemy_worker.message.publisher'];
|
|
}
|
|
|
|
/**
|
|
* @return EventDispatcherInterface
|
|
*/
|
|
private function getDispatcher()
|
|
{
|
|
return $this->app['dispatcher'];
|
|
}
|
|
|
|
/**
|
|
* @return ElasticsearchOptions
|
|
*/
|
|
private function getElasticsearchOptions()
|
|
{
|
|
return $this->app['elasticsearch.options'];
|
|
}
|
|
|
|
/**
|
|
* @param FormInterface $form
|
|
* @return array
|
|
*/
|
|
private function getData(FormInterface $form)
|
|
{
|
|
/** @var ElasticsearchOptions $options */
|
|
$options = $form->getData();
|
|
|
|
$data['host'] = $options->getHost();
|
|
$data['port'] = $options->getPort();
|
|
$data['indexName'] = $options->getIndexName();
|
|
$data['databoxIds'] = $form->getExtraData()['sbas'];
|
|
|
|
return $data;
|
|
}
|
|
|
|
private function getFtpConfiguration()
|
|
{
|
|
return $this->getConf()->get(['workers', 'ftp'], []);
|
|
}
|
|
|
|
/**
|
|
* @return AMQPConnection
|
|
*/
|
|
private function getAMQPConnection()
|
|
{
|
|
return $this->app['alchemy_worker.amqp.connection'];
|
|
}
|
|
|
|
/**
|
|
* @return UrlGeneratorInterface
|
|
*/
|
|
private function getUrlGenerator()
|
|
{
|
|
return $this->app['url_generator'];
|
|
}
|
|
|
|
}
|