console csv parsing

Mihail
1 parent 02d3b386
Showing 24 changed files with 82 additions and 455 deletions Show diff stats
backend/components/base/BaseController.php
backend/components/views/image_sizer.php
backend/config/main.php
backend/controllers/ParserController.php
backend/models/ImageSizerForm.php
backend/views/parser/server-files.php
common/components/PriceWriter.php
backend/components/parsers/CustomConverter.php → common/components/parsers/CustomConverter.php
backend/components/parsers/CustomCsvParser.php → common/components/parsers/CustomCsvParser.php
backend/components/parsers/MailParser.php → common/components/parsers/MailParser.php
backend/components/parsers/config.php → common/components/parsers/config.php
common/config/bootstrap.php
common/config/main.php
console/controllers/ParserController.php
console/migrations/m130524_201442_init.php
console/migrations/m150818_125718_create_user_180815.php
console/migrations/m150831_130250_addImporters.php
console/migrations/m150901_135806_addImportersFiles.php
console/migrations/m150901_141850_addImportersPrefix.php
console/migrations/m150915_125129_addDetails.php
@@ -45,11 +45,9 @@ class BaseController extends Controller {
     }
-
+//
 //    private function resizeImg($w, $h, $filepath,$newfilepath){
-//        list($orig_width, $orig_height) = getimagesize($filepath);
-//        $width = $orig_width;
-//        $height = $orig_height;
+//        list($width, $height) = getimagesize($filepath);
 //        if($width > $height) {
 //            $y = 0;
 //            $x = ($width - $height) / 2;
@@ -76,7 +74,7 @@ class BaseController extends Controller {
     {
         $model = new ImageSizerForm();
-    //die(print_r(Yii::$app->request->post()));
+
         if ($model->load(Yii::$app->request->post())) {
             $model->file = UploadedFile::getInstance($model, 'file');
@@ -85,6 +83,7 @@ class BaseController extends Controller {
             $imgDir = Yii::getAlias('@storage/'.$md5_file.'/');
             $imageAlias = Yii::getAlias($imgDir.$model->width.'x'.$model->height.'.'.$model->file->extension);
             $imageLink = '/storage/'.$md5_file.$model->width.'x'.$model->height.'.'.$model->file->extension;
+
             if(!is_dir($imgDir)) {
                 mkdir($imgDir, 0755, true);
             }
@@ -12,7 +12,7 @@ $this-&gt;registerJsFile(&#39;@web/js/vendor/bower/jquery-file-upload/js/jquery.fileupl
 ?>
-<?= $form->field($model, 'file')->fileInput(['id'=>$field, 'data-url'=>"/admin/site/download-photo"]); ?>
+<?= $form->field( new \backend\models\ImageSizerForm(), 'file')->fileInput(['id'=>$field, 'data-url'=>"/admin/site/download-photo"]); ?>
 <?= $form->field($model,$field)->hiddenInput(['id' => "{$field}_picture_link"]) ?>
@@ -25,7 +25,7 @@ $this-&gt;registerJsFile(&#39;@web/js/vendor/bower/jquery-file-upload/js/jquery.fileupl
         $("#<?= $field?>").fileupload({
             dataType: 'json',
-            formData: {
+            ImageSizerForm: {
                 height: <?=$height?>,
                 width: <?= $width?>
             },
@@ -5,7 +5,6 @@ $params = array_merge(
     require(__DIR__ . '/params.php'),
     require(__DIR__ . '/params-local.php')
 );
-$mp_configuration = require( __DIR__ . '/../components/parsers/config.php');
 return [
     'id' => 'app-backend',
@@ -39,15 +38,7 @@ return [
             'adminUrl' => '/admin'
         ],
-        'multiparser'=>[
-            'class' => 'yii\multiparser\YiiMultiparser',
-            'configuration' => $mp_configuration,
-            'as behavior' => [
-                'class' => 'backend\components\parsers\CustomConverter',
-            ],
-
-        ],
     ],
     'params' => $params,
 ];
@@ -117,7 +117,6 @@ class ParserController extends BaseController
                 // сохраняем в кеш модель - в ней настройки для дальнейшей обработки данных
                 Yii::$app->getCache()->set('parser_configuration', serialize($model));
-
             } else {
                 // не прошла валидация форма загрузки файлов
                 //@todo - отправка на страницу ошибок
@@ -219,11 +218,10 @@ class ParserController extends BaseController
     public function actionServerFiles ()
     {
-
             $arr_id_files = [];
         // получим список файлов которые ожидают к загрузке
-        foreach ( glob(Yii::getAlias('@temp_upload') . '/*.csv') as $server_file ) {
+        foreach ( glob(Yii::getAlias('@temp_upload') . '/*.csv' ) as $server_file ) {
             $file_id = basename($server_file,".csv");
             $arr_id_files[] = (int) $file_id;
         }
@@ -265,74 +263,17 @@ class ParserController extends BaseController
     public function actionLaunchCroneUploads ()
     {
-
-
         foreach (glob(Yii::getAlias('@temp_upload') . '/*.csv') as $server_file) {
             $file_name = basename($server_file,".csv");
-            rename( $server_file, Yii::getAlias('@auto_upload') . '/' . $file_name . '.csv');
+           // rename( $server_file, Yii::getAlias('@auto_upload') . '/' . $file_name . '.csv');
+            copy( $server_file, Yii::getAlias('@auto_upload') . '/' . $file_name . '.csv' );
         }
-
-        //$this->redirect('server-files');
-        $this->actionParseCsv();
+        Yii::$app->session->setFlash( 'server-files', 'Файл успешно загружен' );
+        $this->redirect('server-files');
     }
-    public function actionParseCsv ()
-    {
-       // Console::output('1');
-        foreach (glob( \Yii::getAlias('@auto_upload') . '/*.csv' ) as $file_path) {
-            $file_name = basename( $file_path,".csv" );
-         //   Console::output('2');
-            $importer_id = ImportersFiles::findOne(['id' => $file_name])->importer_id;
-            $keys = Importers::findOne( ['id' => $importer_id] )->keys;
-
-            $config = ['record_id' => $file_name,
-                'importer_id' => $importer_id,
-                'parser_config' => ['keys' => $keys,
-                    'mode' => 'console']
-            ];
-      //      Console::output('3');
-            if( $this->parseFileConsole( $file_path, $config ) ){
-     //           Console::output('4');
-                unlink( $file_path );
-                if (isset( $arr_id_files[$file_path] ) ) {
-                    unset( $arr_id_files[$file_path] );
-                }
-            }
-        }
-
-
-        //return $this->redirect('serverFiles');
-    }
-    protected function parseFileConsole( $file_path, $configuration ){
-
-        if( !file_exists( $file_path ) )
-            throw new ErrorException("$file_path - файл не найден!");
-
-        $parser_config = [];
-        if ( isset( $configuration['parser_config'] ) ) {
-            $parser_config = $configuration['parser_config'];
-        }
-        $data = \Yii::$app->multiparser->parse( $file_path, $parser_config );
-        if (! $data) {
-            // @todo переделать, что бы ошибка автоматически останавливала сценарий
-            die;
-        }
-
-
-        $writer = new PriceWriter();
-        $writer->configuration = $configuration;
-        $writer->data = $data;
-        $writer->mode = 1; //console-режим
-        if ( $writer->writeDataToDB() ){
-
-            return true;
-        }
-
-        return false;
-    }
-
 }
@@ -13,6 +13,11 @@ class ImageSizerForm extends Model
      * @var UploadedFile file attribute
      */
     public $file;
+    public $width;
+    public $height;
+    public $field;
+    public $model;
+    public $form;
     /**
      * @return array the validation rules.
@@ -19,6 +19,7 @@ Pjax::begin([&#39;id&#39; =&gt; &#39;server_files_grid&#39;]);
 ?>
     <div class="catalog-index">
+        <?= Html::tag('h3', \Yii::$app->session->setFlash( 'server-files'),['class'=>'bg-success'])?>
         <h1><?= Html::encode($this->title) ?></h1>
@@ -34,9 +34,8 @@ class PriceWriter {
         // 2. запишем полученные данные в таблицу товаров (Details)
         $details_model = new Details();
-
         // только для ручной загрузки, в авто режиме все делает конвертер при первом же проходе (в процессе парсинга)
-        if ($this->mode = 0) {
+        if ($this->mode == 0) {
             // преобразуем числовые значения
             foreach ($this->data as &$row) {
                 $row['PRICE'] = \Yii::$app->multiparser->convertToFloat($row['PRICE']);
@@ -48,7 +47,6 @@ class PriceWriter {
                 // проверим все ли обязательные колонки были указаны пользователем
                 $details_model->load(['Details' => $row]);
-
                 if (!$details_model->validate())
                     //@todo предоставить более детальную информацию об ошибке
                     throw new \ErrorException('Ошибка записи товаров');
@@ -85,4 +83,6 @@ class PriceWriter {
         return true;
     }
+
+
 }
 \ No newline at end of file
@@ -38,7 +38,7 @@ class CustomCsvParser extends  \yii\multiparser\CsvParser {
      */
     protected function convert($arr)
     {
-            $arr = \Yii::$app->multiparser->convertByConfiguration($arr, $this->converter_conf);
+        $arr = \Yii::$app->multiparser->convertByConfiguration($arr, $this->converter_conf);
         return $arr;
@@ -7,17 +7,6 @@
                  'converter_conf' => ['class' => ' backend\components\parsers\CustomConverter',
                                         'configuration' => ["string"   => 'DESCR'],]
              ],
-
-             'basic_column' => [
-                 Null  => 'Пусто',
-                 "BRAND"  => 'Бренд',
-                 "ARTICLE"=> 'Артикул',
-                 "PRICE"  => 'Цена',
-                 "DESCR"  => 'Наименование',
-                 "BOX"    => 'Колво',
-                 "ADD_BOX"=> 'В пути',
-                 "GROUP"  => 'Группа RG'
-             ],
           'console' =>
              ['class' => 'backend\components\parsers\CustomCsvParser',
                  'auto_detect_first_line' => true,
@@ -27,13 +16,13 @@
                      'configuration' => ["string"   => 'DESCR',
                                          "float"   => 'PRICE',
                                         "integer"   => ['BOX','ADD_BOX'],
-                                        "details"   => [],   // @todo сделать отдельно конфигурирование валидации
-                                        "integer"   => ['BOX','ADD_BOX']
+                                        "details"   => []   // @todo сделать отдельно конфигурирование валидации
                      ]
              ],],
              'basic_column' => [
+                 Null  => 'Пусто',
                  "BRAND"  => 'Бренд',
                  "ARTICLE"=> 'Артикул',
                  "PRICE"  => 'Цена',
@@ -47,22 +36,15 @@
          ['web' =>
              ['class' => 'yii\multiparser\XmlParser',
                  'node' => 'Товар',],
-
-             'basic_column' => [
-                 "BRAND"  => 'Производитель',
-                 "ARTICLE"=> 'Код',
-                 "PRICE"  => 'Розница',
-                 "DESCR"  => 'Наименование',
-                 "BOX"    => 'Колво',
-                 "ADD_BOX"=> 'Ожидаемое',
-                 "GROUP"  => 'Группа'
-             ],
-         ]
+         ],
+     'basic_column' => [
+         "BRAND"  => 'Производитель',
+         "ARTICLE"=> 'Код',
+         "PRICE"  => 'Розница',
+         "DESCR"  => 'Наименование',
+         "BOX"    => 'Колво',
+         "ADD_BOX"=> 'Ожидаемое',
+         "GROUP"  => 'Группа'
+     ],
  ];
-
-//[
-//    "float"   => 'PRICE',
-//    "integer" => ['BOX' , 'ADD_BOX' ],
-//    "prefix"  => 'ARTICLE'
-//]
 \ No newline at end of file
@@ -6,3 +6,4 @@ Yii::setAlias(&#39;console&#39;, dirname(dirname(__DIR__)) . &#39;/console&#39;);
 Yii::setAlias('auto_upload', dirname(dirname(__DIR__)) . '/backend/uploads/auto');
 Yii::setAlias('manual_upload', dirname(dirname(__DIR__)) . '/backend/uploads/manual');
 Yii::setAlias('temp_upload', dirname(dirname(__DIR__)) . '/backend/uploads/temp');
+Yii::setAlias('storage', dirname(dirname(__DIR__)) . '/storage');
 <?php
+$mp_configuration = require( __DIR__ . '/../components/parsers/config.php');
 return [
     'language' => 'ru-RU',
     'vendorPath' => dirname(dirname(__DIR__)) . '/vendor',
@@ -13,6 +14,15 @@ return [
                 'module/<module:\w+>/<controller:\w+>/<action:\w+>' => '<module>/<controller>/<action>',
             ]
         ],
+        'multiparser'=>[
+
+            'class' => 'yii\multiparser\YiiMultiparser',
+            'configuration' => $mp_configuration,
+            'as behavior' => [
+                'class' => 'backend\components\parsers\CustomConverter',
+            ],
+
+        ],
     ],
 ];
@@ -12,60 +12,64 @@ class ParserController extends Controller{
     public function actionParseCsv ()
     {
-        Console::output('1');
+        \Yii::info('Начало загрузки файлов прайсов csv','parser');
         foreach (glob( \Yii::getAlias('@auto_upload') . '/*.csv' ) as $file_path) {
-            $file_name = basename($file_path,".csv");
-                Console::output('2');
-                $importer_id = ImportersFiles::findOne(['id' => $file_name])->importer_id;
-                $keys = Importers::findOne( ['id' => $importer_id] )->keys;
-
-                $config = ['record_id' => $file_name,
-                    'importer_id' => $importer_id,
-                    'parser_config' => ['keys' => $keys,
-                        'mode' => 'console']
-                ];
-                Console::output('3');
-                if( $this->parseFileConsole( $file_path, $config ) ){
-                    Console::output('4');
-                    unlink( $file_path );
-                    if (isset( $arr_id_files[$file_path] ) ) {
-                        unset( $arr_id_files[$file_path] );
-                    }
-                }
-            }
+            $file_name = basename( $file_path,".csv" );
+            \Yii::info("Обработка файла - $file_path",'parser');
+            $importer_id = ImportersFiles::findOne(['id' => $file_name])->importer_id;
+            $keys = Importers::findOne( ['id' => $importer_id] )->keys;
+            $config = ['record_id' => $file_name,
+                'importer_id' => $importer_id,
+                'parser_config' => ['keys' => $keys,
+                    'mode' => 'console']
+            ];
+            if( $this->parseFileConsole( $file_path, $config ) ){
+                unlink( \Yii::getAlias('@temp_upload') . '/' . $file_name . '.csv' );
+                \Yii::info("Загрузка файла - $file_path успешно завершена",'parser');
+            } else{
+                \Yii::error( "Загрузка файла - $file_path завершена с ошибкой", 'parser' );
+            }
+                //при любом завершении скрипта файл с очереди автозагрузки нужно удалить
+            unlink( \Yii::getAlias('@auto_upload') . '/' . $file_name . '.csv' );
+        }
-        //return $this->redirect('serverFiles');
     }
-    public function actionParseXml ()
-    {
-    }
     protected function parseFileConsole( $file_path, $configuration ){
         if( !file_exists( $file_path ) )
-            throw new ErrorException("$file_path does not exist!");
+            throw new ErrorException("$file_path - файл не найден!");
         $parser_config = [];
         if ( isset( $configuration['parser_config'] ) ) {
             $parser_config = $configuration['parser_config'];
         }
-
         $data = \Yii::$app->multiparser->parse( $file_path, $parser_config );
+        if (! $data) {
+            // @todo переделать, что бы ошибка автоматически останавливала сценарий
+            return false;
+        }
         $writer = new PriceWriter();
         $writer->configuration = $configuration;
         $writer->data = $data;
         $writer->mode = 1; //console-режим
+
         if ( $writer->writeDataToDB() ){
-            Console::output('It is working');
+
             return true;
         }
         return false;
     }
+    public function actionParseXml ()
+    {
+
+    }
+
     public function actionTest ()
     {
         Console::output('It is working ');
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m130524_201442_init extends Migration
-{
-    public function up()
-    {
-        $tableOptions = null;
-        if ($this->db->driverName === 'mysql') {
-            // http://stackoverflow.com/questions/766809/whats-the-difference-between-utf8-general-ci-and-utf8-unicode-ci
-            $tableOptions = 'CHARACTER SET utf8 COLLATE utf8_unicode_ci ENGINE=InnoDB';
-        }
-
-        $this->createTable('{{%user}}', [
-            'id' => $this->primaryKey(),
-            'username' => $this->string()->notNull()->unique(),
-            'auth_key' => $this->string(32)->notNull(),
-            'password_hash' => $this->string()->notNull(),
-            'password_reset_token' => $this->string()->unique(),
-            'email' => $this->string()->notNull()->unique(),
-
-            'status' => $this->smallInteger()->notNull()->defaultValue(10),
-            'created_at' => $this->integer()->notNull(),
-            'updated_at' => $this->integer()->notNull(),
-        ], $tableOptions);
-    }
-
-    public function down()
-    {
-        $this->dropTable('{{%user}}');
-    }
-}
-<?php
-
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-
-class m150818_125718_create_user_180815 extends Migration
-{
-    public function up()
-    {
-
-
-        $user_array = [
-            'username' => 'admin',
-            'auth_key' => 'admin',
-            'password_hash' => Yii::$app->security->generatePasswordHash('admin'),
-            'password_reset_token' => 'admin',
-            'email'=> 'admin@test.com',
-            'status' => '10',
-            'created_at'=>'000000',
-            'updated_at' => '000000'
-        ];
-        $this->insert('{{%user}}', $user_array);
-    }
-
-
-
-    public function down()
-    {
-        $this->dropTable('{{%user}}');
-    }
-
-    /*
-    // Use safeUp/safeDown to run migration code within a transaction
-    public function safeUp()
-    {
-    }
-
-    public function safeDown()
-    {
-    }
-    */
-}
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m150831_130250_addImporters extends Migration
-{
-    public function up()
-    {
-        $tableOptions = null;
-        if ($this->db->driverName === 'mysql') {
-            $tableOptions = 'CHARACTER SET utf8 COLLATE utf8_unicode_ci ENGINE=InnoDB';
-        }
-
-        $this->createTable('{{%importer}}', [
-            'id' => $this->primaryKey(6)->notNull() .  ' AUTO_INCREMENT',
-               'code' =>'varchar(254) NOT NULL',
-               'name' => 'varchar(254) NOT NULL',
-               'name_price' => 'varchar(254) NOT NULL',
-               'currency_id' => 'int(3) unsigned NOT NULL',
-               'delivery' => 'varchar(254) NOT NULL',
-               'email' => 'varchar(254) NOT NULL',
-               'info' => 'text NOT NULL',
-               'active' => 'tinyint(1) unsigned NOT NULL DEFAULT 1',
-               'PARSER_IS_ACTIVE' => 'tinyint(1) unsigned NOT NULL DEFAULT 0',
-               'PARSER_COLUMN_COUNT' => 'int(6) unsigned DEFAULT NULL',
-               'PARSER_FIELD_BRAND' => 'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_ARTICLE' => 'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_ARTICLE_PREFIX' => 'tinyint(1) unsigned NOT NULL DEFAULT 0',
-               'PARSER_FIELD_PRICE' => 'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_DESCR'  =>'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_BOX' => 'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_ADD_BOX' => 'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_GROUP_RG' => 'int(3) unsigned DEFAULT NULL',
-               'PARSER_FIELD_SIGN' => 'varchar(1) NOT NULL',
-               'PARSER_FIELD_MULTIPLIER' => 'float(8,2) unsigned DEFAULT NULL',
-               'price_date_update' => 'varchar(15) NOT NULL'
-
-        ], $tableOptions);
-
-        $this->createIndex('code', '{{%importer}}', 'code', true);
-        $this->createIndex('name', '{{%importer}}', 'name', true);
-        $this->createIndex('active', '{{%importer}}', 'active', false);
-    }
-
-    public function down()
-    {
-        $this->dropTable('{{%importer}}');
-
-    }
-
-    /*
-    // Use safeUp/safeDown to run migration code within a transaction
-    public function safeUp()
-    {
-    }
-
-    public function safeDown()
-    {
-    }
-    */
-}
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m150901_135806_addImportersFiles extends Migration
-{
-    public function up()
-    {
-        $tableOptions = null;
-        if ($this->db->driverName === 'mysql') {
-            $tableOptions = 'CHARACTER SET utf8 COLLATE utf8_unicode_ci ENGINE=InnoDB';
-        }
-
-        $this->createTable('{{%importer_files}}', [
-            'id' => $this->primaryKey(10)->notNull() . ' AUTO_INCREMENT',
-            'importer_id' => 'int(6) unsigned NOT NULL',
-            'upload_time' => 'timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP',
-            'time_start' => 'timestamp NULL DEFAULT NULL',
-            'time_end' => 'timestamp NULL DEFAULT NULL',
-        ], $tableOptions);
-
-
-        $this->createIndex('importer_id', '{{%importer_files}}', 'importer_id, time_start', false);
-    }
-
-    public function down()
-    {
-        $this->dropTable('{{%importer_files}}');
-    }
-
-    /*
-    // Use safeUp/safeDown to run migration code within a transaction
-    public function safeUp()
-    {
-    }
-
-    public function safeDown()
-    {
-    }
-    */
-}
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m150901_141850_addImportersPrefix extends Migration
-{
-    public function up()
-    {
-        $tableOptions = null;
-        if ($this->db->driverName === 'mysql') {
-            $tableOptions = 'CHARACTER SET utf8 COLLATE utf8_unicode_ci ENGINE=InnoDB';
-        }
-
-        $this->createTable('{{%importer_prefix}}', [
-            'id' => $this->primaryKey(10)->notNull() . ' AUTO_INCREMENT',
-            'importer_id' => 'int(6) unsigned NOT NULL',
-            'brand' => 'varchar(100) NOT NULL',
-            'prefix' => 'varchar(50) NOT NULL',
-            'timestamp' => 'timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP',
-        ], $tableOptions);
-
-        $this->createIndex('importer_id', '{{%importer_prefix}}', 'importer_id, brand, prefix', true);
-    }
-
-    public function down()
-    {
-        $this->dropTable('{{%importer_prefix}}');
-    }
-
-    /*
-    // Use safeUp/safeDown to run migration code within a transaction
-    public function safeUp()
-    {
-    }
-
-    public function safeDown()
-    {
-    }
-    */
-}
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m150915_125129_addDetails extends Migration
-{
-    public function up()
-    {
-        $this->execute('CREATE TABLE `details` (
-        `ID` int(10) unsigned NOT NULL AUTO_INCREMENT,
-       `IMPORT_ID` int(6) unsigned NOT NULL,
-       `BRAND` varchar(100) NOT NULL,
-       `ARTICLE` varchar(100) NOT NULL,
-       `FULL_ARTICLE` varchar(150) NOT NULL,
-       `PRICE` float(15,2) unsigned NOT NULL,
-       `DESCR` varchar(200) NOT NULL,
-       `BOX` int(6) unsigned NOT NULL,
-       `ADD_BOX` int(6) unsigned NOT NULL DEFAULT 0,
-       `GROUP` varchar(200) NOT NULL DEFAULT \'\',
-       `timestamp` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
-       PRIMARY KEY (`ARTICLE`,`BRAND`,`IMPORT_ID`),
-       UNIQUE KEY `ID_delete` (`ID`),
-       KEY `timestamp` (`timestamp`),
-       KEY `ARTICLE` (`ARTICLE`,`BRAND`,`BOX`),
-       KEY `BRAND` (`BRAND`,`ARTICLE`),
-       KEY `ARTICLE_2` (`ARTICLE`,`BRAND`,`ADD_BOX`),
-       KEY `IMPORT_ID` (`IMPORT_ID`,`ARTICLE`),
-       KEY `IMPORT_ID_2` (`IMPORT_ID`,`timestamp`)
-     ) ENGINE=InnoDB DEFAULT CHARSET=utf8');
-
-    }
-
-    public function down()
-    {
-        $this->dropTable('{{%details}}');
-
-    }
-
-}
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m150922_094313_change_key_ImportFiles extends Migration
-{
-    //@todo вероятно что эта миграция ненужна - посмотреть ближе к концу проекта на ключи которые используются - остальные удалить.
-    public function up()
-    {
-        $this->dropIndex('importer_id', '{{%importer_files}}');
-        $this->createIndex('importer_id', '{{%importer_files}}', 'importer_id, upload_time', false);
-    }
-
-    public function down()
-    {
-        $this->dropIndex('importer_id', '{{%importer_files}}');
-        $this->createIndex('importer_id', '{{%importer_files}}', 'importer_id, time_start', false);
-    }
-
-
-}
-<?php
-
-use yii\db\Schema;
-use yii\db\Migration;
-
-class m150922_144040_change_Importer_dataPrice extends Migration
-{
-    public function up()
-    {
-        $this->alterColumn('{{%importer}}','price_date_update','TIMESTAMP' );
-        $this->createIndex('price_date', '{{%importer}}', 'price_date_update', false);
-    }
-
-    public function down()
-    {
-        $this->alterColumn('{{%importer}}','price_date','varchar(15)' );
-        $this->dropIndex('price_date', '{{%importer}}');
-    }
-
-
-}
@@ -51,7 +51,7 @@ class Converter extends Behavior
     public static function convertToString($value)
     {
-        $res = '';
+        $res = $value;
         if (is_array($value)) {
             $res = Encoder::encodeArray($value);
@@ -98,8 +98,6 @@ class Converter extends Behavior
      */
     public static function convertByConfiguration( $arr, $configuration  )
     {
-        $result = $arr;
-       // \common\components\CustomVarDamp::dumpAndDie( $result );
         $hasKey = isset( $configuration['hasKey'] );
         foreach ( $configuration['configuration'] as $key => $value ) {
             if ( $hasKey ){
@@ -108,14 +106,14 @@ class Converter extends Behavior
                     //если пустой массив то конвертируем всю строку
                     if (count( $value ) === 0 ){
-                        $result = self::$key( $arr );
+                        $arr = self::$key( $arr );
                         continue;
                     }
                     // иначе конвертируем каждую ячейку в отдельности
                     foreach ($value as $sub_value) {
                         if (isset($arr[$sub_value])) {
                             // конвертируем только те ячейки которые сопоставлены в прочитанном массиве с колонками в конфигурационном файле
-                            $result[$sub_value] = self::$key( $arr[$sub_value] );
+                            $arr[$sub_value] = self::$key( $arr[$sub_value] );
                         }
                     }
@@ -123,19 +121,20 @@ class Converter extends Behavior
                     if (isset($arr[$value])) {
                         // конвертируем только те ячейки которые сопоставлены в прочитанном массиве с колонками в конфигурационном файле
-                        $result[$value] = self::$key( $arr[$value] );
+                        $arr[$value] = self::$key( $arr[$value] );
+                    //    CustomVarDamp::dump($result);
                     }
                 }
             } else {
                 // нет заголовка - мы можем конвертировать только строку в целом
-                $result = self::$key( $arr );
+                $arr = self::$key( $arr );
             }
         }
-        return $result;
+        return $arr;
     }