mirror of
https://github.com/alchemy-fr/Phraseanet.git
synced 2025-10-12 04:23:19 +00:00

Conflicts: CHANGELOG.md bin/console bin/developer bin/setup bower.json composer.json composer.lock features/bootstrap/FeatureContext.php features/bootstrap/GuiContext.php lib/Alchemy/Phrasea/Authentication/Token/TokenValidator.php lib/Alchemy/Phrasea/Command/BuildMissingSubdefs.php lib/Alchemy/Phrasea/Command/CreateCollection.php lib/Alchemy/Phrasea/Command/Developer/JavascriptBuilder.php lib/Alchemy/Phrasea/Controller/Admin/Collection.php lib/Alchemy/Phrasea/Controller/Admin/Databoxes.php lib/Alchemy/Phrasea/Controller/Admin/TaskManager.php lib/Alchemy/Phrasea/Controller/Api/V1.php lib/Alchemy/Phrasea/Controller/Client/Baskets.php lib/Alchemy/Phrasea/Controller/Client/Root.php lib/Alchemy/Phrasea/Controller/Prod/Basket.php lib/Alchemy/Phrasea/Controller/Prod/Export.php lib/Alchemy/Phrasea/Controller/Prod/Property.php lib/Alchemy/Phrasea/Controller/Prod/Records.php lib/Alchemy/Phrasea/Controller/Prod/Tools.php lib/Alchemy/Phrasea/Controller/Prod/Upload.php lib/Alchemy/Phrasea/Controller/Root/Login.php lib/Alchemy/Phrasea/Controller/Thesaurus/Thesaurus.php lib/Alchemy/Phrasea/Core/Event/ApiLoadEndEvent.php lib/Alchemy/Phrasea/Core/Event/ApiLoadStartEvent.php lib/Alchemy/Phrasea/Core/Provider/TaskManagerServiceProvider.php lib/Alchemy/Phrasea/Core/Version.php lib/Alchemy/Phrasea/Exception/XMLParseErrorException.php lib/Alchemy/Phrasea/Helper/DatabaseHelper.php lib/Alchemy/Phrasea/Helper/User/Edit.php lib/Alchemy/Phrasea/SearchEngine/Phrasea/PhraseaEngine.php lib/Alchemy/Phrasea/SearchEngine/SearchEngineOptions.php lib/Doctrine/Entities/AuthFailure.php lib/Doctrine/Entities/Basket.php lib/Doctrine/Entities/BasketElement.php lib/Doctrine/Entities/LazaretAttribute.php lib/Doctrine/Entities/LazaretCheck.php lib/Doctrine/Entities/LazaretFile.php lib/Doctrine/Entities/LazaretSession.php lib/Doctrine/Entities/Session.php lib/Doctrine/Entities/SessionModule.php lib/Doctrine/Entities/StoryWZ.php lib/Doctrine/Entities/UsrList.php lib/Doctrine/Entities/UsrListEntry.php lib/Doctrine/Entities/UsrListOwner.php lib/Doctrine/Entities/ValidationData.php lib/Doctrine/Entities/ValidationParticipant.php lib/Doctrine/Entities/ValidationSession.php lib/Doctrine/Logger/MonologSQLLogger.php lib/Doctrine/Repositories/BasketRepository.php lib/Doctrine/Repositories/ValidationParticipantRepository.php lib/Doctrine/Types/Binary.php lib/Doctrine/Types/Blob.php lib/Doctrine/Types/Enum.php lib/Doctrine/Types/LongBlob.php lib/Doctrine/Types/VarBinary.php lib/classes/API/OAuth2/Account.php lib/classes/API/OAuth2/Application.php lib/classes/API/OAuth2/Application/OfficePlugin.php lib/classes/API/OAuth2/AuthCode.php lib/classes/API/OAuth2/RefreshToken.php lib/classes/API/OAuth2/Token.php lib/classes/API/V1/Abstract.php lib/classes/API/V1/Interface.php lib/classes/API/V1/adapter.php lib/classes/API/V1/exception/abstract.php lib/classes/API/V1/exception/badrequest.php lib/classes/API/V1/exception/forbidden.php lib/classes/API/V1/exception/internalservererror.php lib/classes/API/V1/exception/maintenance.php lib/classes/API/V1/exception/methodnotallowed.php lib/classes/API/V1/exception/notfound.php lib/classes/API/V1/exception/unauthorized.php lib/classes/API/V1/result.php lib/classes/Exception/Feed/EntryNotFound.php lib/classes/Exception/Feed/ItemNotFound.php lib/classes/Exception/Feed/PublisherNotFound.php lib/classes/Feed/Abstract.php lib/classes/Feed/Adapter.php lib/classes/Feed/Aggregate.php lib/classes/Feed/Collection.php lib/classes/Feed/CollectionInterface.php lib/classes/Feed/Entry/Adapter.php lib/classes/Feed/Entry/Collection.php lib/classes/Feed/Entry/CollectionInterface.php lib/classes/Feed/Entry/Interface.php lib/classes/Feed/Entry/Item.php lib/classes/Feed/Entry/ItemInterface.php lib/classes/Feed/Interface.php lib/classes/Feed/Link.php lib/classes/Feed/LinkInterface.php lib/classes/Feed/Publisher/Adapter.php lib/classes/Feed/Publisher/Interface.php lib/classes/Feed/Token.php lib/classes/Feed/TokenAggregate.php lib/classes/Feed/XML/Abstract.php lib/classes/Feed/XML/Atom.php lib/classes/Feed/XML/Cooliris.php lib/classes/Feed/XML/Interface.php lib/classes/Feed/XML/RSS.php lib/classes/Feed/XML/RSS/Image.php lib/classes/Feed/XML/RSS/ImageInterface.php lib/classes/User/Adapter.php lib/classes/User/Interface.php lib/classes/appbox/register.php lib/classes/connection.php lib/classes/connection/abstract.php lib/classes/connection/interface.php lib/classes/connection/pdo.php lib/classes/connection/pdoStatementDebugger.php lib/classes/deprecated/countries.php lib/classes/deprecated/inscript.api.php lib/classes/eventsmanager/event/test.php lib/classes/ftpclient.php lib/classes/http/request.php lib/classes/media/subdef.php lib/classes/module/console/schedulerStart.php lib/classes/module/console/schedulerState.php lib/classes/module/console/schedulerStop.php lib/classes/module/console/taskState.php lib/classes/module/console/tasklist.php lib/classes/module/console/taskrun.php lib/classes/patch/320alpha4b.php lib/classes/patch/3715alpha1a.php lib/classes/patch/379alpha1a.php lib/classes/patch/380alpha10a.php lib/classes/patch/380alpha11a.php lib/classes/patch/380alpha13a.php lib/classes/patch/380alpha14a.php lib/classes/patch/380alpha15a.php lib/classes/patch/380alpha16a.php lib/classes/patch/380alpha17a.php lib/classes/patch/380alpha18a.php lib/classes/patch/380alpha3a.php lib/classes/patch/380alpha4a.php lib/classes/patch/380alpha6a.php lib/classes/patch/380alpha8a.php lib/classes/patch/380alpha9a.php lib/classes/patch/381alpha1b.php lib/classes/patch/381alpha2a.php lib/classes/patch/381alpha3a.php lib/classes/patch/381alpha4a.php lib/classes/patch/383alpha1a.php lib/classes/patch/383alpha2a.php lib/classes/patch/383alpha3a.php lib/classes/patch/383alpha4a.php lib/classes/record/adapter.php lib/classes/record/preview.php lib/classes/recordutils.php lib/classes/recordutils/audio.php lib/classes/recordutils/document.php lib/classes/recordutils/map.php lib/classes/recordutils/video.php lib/classes/registry.php lib/classes/registryInterface.php lib/classes/set/order.php lib/classes/system/url.php lib/classes/task/Scheduler.php lib/classes/task/appboxAbstract.php lib/classes/task/databoxAbstract.php lib/classes/task/manager.php lib/classes/task/period/RecordMover.php lib/classes/task/period/apibridge.php lib/classes/task/period/apiwebhooks.php lib/classes/task/period/archive.php lib/classes/task/period/cindexer.php lib/classes/task/period/emptyColl.php lib/classes/task/period/ftp.php lib/classes/task/period/ftpPull.php lib/classes/task/period/subdef.php lib/classes/task/period/test.php lib/classes/task/period/writemeta.php lib/conf.d/PhraseaFixture/AbstractWZ.php lib/conf.d/PhraseaFixture/Basket/LoadFiveBaskets.php lib/conf.d/PhraseaFixture/Basket/LoadOneBasket.php lib/conf.d/PhraseaFixture/Basket/LoadOneBasketEnv.php lib/conf.d/PhraseaFixture/Lazaret/LoadOneFile.php lib/conf.d/PhraseaFixture/Story/LoadOneStory.php lib/conf.d/PhraseaFixture/UsrLists/ListAbstract.php lib/conf.d/PhraseaFixture/UsrLists/UsrList.php lib/conf.d/PhraseaFixture/UsrLists/UsrListEntry.php lib/conf.d/PhraseaFixture/UsrLists/UsrListOwner.php lib/conf.d/PhraseaFixture/ValidationParticipant/LoadOneParticipant.php lib/conf.d/PhraseaFixture/ValidationParticipant/LoadParticipantWithSession.php lib/conf.d/PhraseaFixture/ValidationSession/LoadOneValidationSession.php templates/web/admin/collection/collection.html.twig templates/web/common/dialog_export.html.twig templates/web/common/menubar.html.twig templates/web/prod/actions/Tools/index.html.twig templates/web/prod/index.html.twig templates/web/prod/upload/upload-flash.html.twig templates/web/prod/upload/upload.html.twig templates/web/report/report_layout_child.html.twig templates/web/setup/step2.html.twig templates/web/thesaurus/new-synonym-dialog.html.twig templates/web/thesaurus/properties.html.twig templates/web/thesaurus/search.html.twig tests/Alchemy/Tests/Phrasea/Application/ApiAbstract.php tests/Alchemy/Tests/Phrasea/Cache/FactoryTest.php tests/Alchemy/Tests/Phrasea/Controller/Admin/AdminCollectionTest.php tests/Alchemy/Tests/Phrasea/Controller/Client/RootTest.php
295 lines
9.3 KiB
PHP
295 lines
9.3 KiB
PHP
<?php
|
|
|
|
/*
|
|
* This file is part of Phraseanet
|
|
*
|
|
* (c) 2005-2015 Alchemy
|
|
*
|
|
* For the full copyright and license information, please view the LICENSE
|
|
* file that was distributed with this source code.
|
|
*/
|
|
|
|
namespace Alchemy\Phrasea\Command\Upgrade;
|
|
|
|
use Alchemy\Phrasea\Application;
|
|
use Symfony\Component\Console\Input\InputInterface;
|
|
use Symfony\Component\Console\Output\OutputInterface;
|
|
|
|
/**
|
|
* Upgrade datas for version 3.1 : move metadatas from XML to relationnal tables
|
|
*/
|
|
class Step35 implements DatasUpgraderInterface
|
|
{
|
|
const AVERAGE_PER_SECOND = 100;
|
|
|
|
/**
|
|
* Constructor
|
|
*
|
|
* @param Application $app The context application for execution
|
|
*/
|
|
public function __construct(Application $app)
|
|
{
|
|
$this->app = $app;
|
|
}
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
public function execute(InputInterface $input, OutputInterface $output)
|
|
{
|
|
foreach ($this->app['phraseanet.appbox']->get_databoxes() as $databox) {
|
|
|
|
foreach ($databox->get_meta_structure()->get_elements() as $databox_field) {
|
|
if ($databox_field->is_on_error()) {
|
|
throw new \Exception(sprintf("Databox description field %s is on error, please fix it before continue</error>", $databox_field->get_name()));
|
|
}
|
|
}
|
|
|
|
$this->ensureMigrateColumn($databox);
|
|
|
|
do {
|
|
$rs = $this->getEmptyOriginalNameRecords($databox);
|
|
|
|
$databox->get_connection()->beginTransaction();
|
|
|
|
foreach ($rs as $record) {
|
|
$this->setOriginalName($databox, $record);
|
|
}
|
|
|
|
$databox->get_connection()->commit();
|
|
} while (count($rs) > 0);
|
|
|
|
do {
|
|
$rs = $this->getRecordsToMigrate($databox);
|
|
|
|
$databox->get_connection()->beginTransaction();
|
|
|
|
$sql = 'UPDATE record SET migrate35=1 WHERE record_id = :record_id';
|
|
$stmt = $databox->get_connection()->prepare($sql);
|
|
|
|
foreach ($rs as $row) {
|
|
$stmt->execute([':record_id' => $row['record_id']]);
|
|
|
|
try {
|
|
$record = new \record_adapter($this->app, $databox->get_sbas_id(), $row['record_id']);
|
|
} catch (\Exception $e) {
|
|
$this->app['monolog']->addError(sprintf("Unable to load record %d on databox %d : %s", $record->get_record_id(), $record->get_sbas_id(), $record->get_sbas_id(), $e->getMessage()));
|
|
continue;
|
|
}
|
|
|
|
try {
|
|
$this->updateMetadatas($record, $row['xml']);
|
|
} catch (\Exception $e) {
|
|
$this->app['monolog']->addError(sprintf("Error while upgrading metadatas for record %d on databox %d : %s", $record->get_record_id(), $record->get_sbas_id(), $e->getMessage()));
|
|
}
|
|
|
|
try {
|
|
$record->set_binary_status($row['status']);
|
|
} catch (\Exception $e) {
|
|
$this->app['monolog']->addError(sprintf("Error while upgrading status for record %d on databox %d : %s", $record->get_record_id(), $record->get_sbas_id(), $e->getMessage()));
|
|
}
|
|
unset($record);
|
|
}
|
|
|
|
$stmt->closeCursor();
|
|
$databox->get_connection()->commit();
|
|
} while (count($rs) > 0);
|
|
}
|
|
|
|
foreach ($this->app['phraseanet.appbox']->get_databoxes() as $databox) {
|
|
$this->ensureDropMigrateColumn($databox);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* {@inheritdoc}
|
|
*/
|
|
public function getTimeEstimation()
|
|
{
|
|
$time = 0;
|
|
|
|
foreach ($this->app['phraseanet.appbox']->get_databoxes() as $databox) {
|
|
$sql = 'select record_id
|
|
FROM record';
|
|
|
|
$stmt = $databox->get_connection()->prepare($sql);
|
|
$stmt->execute();
|
|
$time += $stmt->rowCount();
|
|
$stmt->closeCursor();
|
|
}
|
|
|
|
$time = $time / self::AVERAGE_PER_SECOND;
|
|
|
|
return $time;
|
|
}
|
|
|
|
/**
|
|
* Update the metadatas of a record
|
|
*
|
|
* @param \record_adapter $record
|
|
* @param string $xml
|
|
*/
|
|
protected function updateMetadatas(\record_adapter $record, $xml)
|
|
{
|
|
$metas = $record->get_databox()->get_meta_structure();
|
|
|
|
$datas = $metadatas = [];
|
|
|
|
if (false !== $sxe = simplexml_load_string($xml)) {
|
|
$fields = $sxe->xpath('/record/description');
|
|
if ($fields && is_array($fields)) {
|
|
foreach ($fields[0] as $fieldname => $value) {
|
|
$fieldname = trim($fieldname);
|
|
$value = trim($value);
|
|
|
|
if (null === $databox_field = $metas->get_element_by_name($fieldname)) {
|
|
continue;
|
|
}
|
|
|
|
if ($databox_field->is_multi()) {
|
|
|
|
$new_value = \caption_field::get_multi_values($value, $databox_field->get_separator());
|
|
if (isset($datas[$databox_field->get_id()])) {
|
|
$value = array_unique(array_merge($datas[$databox_field->get_id()], $new_value));
|
|
} else {
|
|
$value = $new_value;
|
|
}
|
|
} else {
|
|
$new_value = $value;
|
|
if (isset($datas[$databox_field->get_id()])) {
|
|
$value = $datas[$databox_field->get_id()] . ' ' . $new_value;
|
|
} else {
|
|
$value = $new_value;
|
|
}
|
|
}
|
|
|
|
$datas[$databox_field->get_id()] = $value;
|
|
}
|
|
}
|
|
}
|
|
|
|
foreach ($datas as $meta_struct_id => $values) {
|
|
if (is_array($values)) {
|
|
foreach ($values as $value) {
|
|
$metadatas[] = [
|
|
'meta_struct_id' => $meta_struct_id
|
|
, 'meta_id' => null
|
|
, 'value' => $value
|
|
];
|
|
}
|
|
} else {
|
|
$metadatas[] = [
|
|
'meta_struct_id' => $meta_struct_id
|
|
, 'meta_id' => null
|
|
, 'value' => $values
|
|
];
|
|
}
|
|
}
|
|
|
|
$record->set_metadatas($metadatas, true);
|
|
}
|
|
|
|
/**
|
|
* Update the original name of a record
|
|
*
|
|
* @staticvar \PDO_statement $stmt
|
|
* @param \databox $databox
|
|
* @param array $record
|
|
*/
|
|
protected function setOriginalName(\databox $databox, array $record)
|
|
{
|
|
static $stmt;
|
|
|
|
if (!isset($stmt[$databox->get_sbas_id()])) {
|
|
$sql = 'UPDATE record SET originalname = :originalname WHERE record_id = :record_id';
|
|
$stmt[$databox->get_sbas_id()] = $databox->get_connection()->prepare($sql);
|
|
}
|
|
|
|
$original = '';
|
|
|
|
if (false !== $sxe = simplexml_load_string($record['xml'])) {
|
|
foreach ($sxe->doc->attributes() as $key => $value) {
|
|
if (trim($key) != 'originalname') {
|
|
continue;
|
|
}
|
|
$original = basename(trim($value));
|
|
break;
|
|
}
|
|
}
|
|
|
|
$stmt[$databox->get_sbas_id()]->execute([':originalname' => $original, ':record_id' => $record['record_id']]);
|
|
}
|
|
|
|
/**
|
|
* Returns an array of 500 records to update
|
|
*
|
|
* @return array
|
|
*/
|
|
protected function getRecordsToMigrate(\databox $databox)
|
|
{
|
|
$sql = 'select record_id, coll_id, xml, BIN(status) as status
|
|
FROM record
|
|
WHERE migrate35=0
|
|
LIMIT 0, 500';
|
|
|
|
$stmt = $databox->get_connection()->prepare($sql);
|
|
$stmt->execute();
|
|
$rs = $stmt->fetchAll(\PDO::FETCH_ASSOC);
|
|
$stmt->closeCursor();
|
|
|
|
return $rs;
|
|
}
|
|
|
|
/**
|
|
* Returns an array of 500 records without original name
|
|
*
|
|
* @return array
|
|
*/
|
|
protected function getEmptyOriginalNameRecords(\databox $databox)
|
|
{
|
|
$sql = 'SELECT record_id, coll_id, xml, BIN(status) as status
|
|
FROM record
|
|
WHERE originalname IS NULL
|
|
LIMIT 0, 500';
|
|
|
|
$stmt = $databox->get_connection()->prepare($sql);
|
|
$stmt->execute();
|
|
$rs = $stmt->fetchAll(\PDO::FETCH_ASSOC);
|
|
$stmt->closeCursor();
|
|
|
|
return $rs;
|
|
}
|
|
|
|
/**
|
|
* Removes the migration column
|
|
*
|
|
* @param \databox $databox
|
|
*/
|
|
protected function ensureDropMigrateColumn(\databox $databox)
|
|
{
|
|
$sql = 'ALTER TABLE `record` DROP `migrate35` ';
|
|
$stmt = $databox->get_connection()->prepare($sql);
|
|
$stmt->execute();
|
|
$stmt->closeCursor();
|
|
}
|
|
|
|
/**
|
|
* Add a migration column to the table
|
|
*
|
|
* @param \databox $databox
|
|
*/
|
|
protected function ensureMigrateColumn(\databox $databox)
|
|
{
|
|
try {
|
|
$sql = 'ALTER TABLE `record`
|
|
ADD `migrate35` TINYINT( 1 ) UNSIGNED NOT NULL ,
|
|
ADD INDEX ( `migrate35` ) ';
|
|
$stmt = $databox->get_connection()->prepare($sql);
|
|
$stmt->execute();
|
|
$stmt->closeCursor();
|
|
} catch (\Exception $e) {
|
|
|
|
}
|
|
}
|
|
}
|