add first version XML parser, add CSVconverter

Mihail
1 parent 7a80e74c
Showing 9 changed files with 45 additions and 211 deletions Show diff stats
backend/components/parsers/CustomCsvParser.php
backend/components/parsers/CustomParserConfigurator.php
backend/components/parsers/DynamicFormHelper.php
backend/components/parsers/Encoder.php
backend/components/parsers/ValueFilter.php
backend/components/parsers/config.php
backend/config/main.php
backend/controllers/ParserController.php
backend/views/parser/results.php
@@ -14,20 +14,19 @@ class CustomCsvParser extends  \yii\multiparser\CsvParser {
     //public $last_line = 10;
     //public $hasHeaderRow = true;
    // public $keys = ['first','second', 'third', 'forth', 'fifth'];
-
-
-    protected function readRow()
+    public function setupConverter()
     {
-        $row = parent::readRow();
-        if (is_array($row)) {
-
-            $row = Encoder::encodeArray( Encoder::$in_charset, Encoder::$out_charset, $row );
+        if ($this->hasHeaderRow) {
+            // если у файла есть заголовок, то в результате имеем ассоциативный массив
+            $this->converter_conf['hasKey'] = 1;
         }
-        return $row;
+        $this->converter = \Yii::createObject($this->converter_conf);
+         \common\components\CustomVarDamp::dumpAndDie($this);
     }
+
 }
 \ No newline at end of file
-<?php
-
-namespace backend\components\parsers;
-use yii\multiparser\ParserConfigurator;
-
-class CustomParserConfigurator extends ParserConfigurator
-{
-
-    protected static $configuration = [
-        'csv' =>
-            ['web' =>
-                ['class' => 'backend\components\parsers\CustomCsvParser',
-                    'auto_detect_first_line' => true,]]];
-
-
-
-    public static $basic_column = [
-        "BRAND"  => 'Бренд',
-        "ARTICLE"=> 'Артикул',
-        "PRICE"  => 'Цена',
-        "DESCR"  => 'Наименование',
-        "BOX"    => 'Колво',
-        "ADD_BOX"=> 'В пути',
-        "GROUP"  => 'Группа RG'
-    ];
-
-
-}
 \ No newline at end of file
-<?php
-/**
- * Created by PhpStorm.
- * User: Cibermag
- * Date: 08.09.2015
- * Time: 14:50
- */
-
-namespace backend\components\parsers;
-
-use yii\base\DynamicModel;
-use yii\grid\GridView;
-use yii\grid\SerialColumn;
-
-/**
- * Class DynamicFormHelper
- * @package backend\components\parsers
- * Содержит процедуры генерации компонентов с динамическим количеством аттрибутов
- */
-class DynamicFormHelper
-{
-
-
-    /**
-     * @param $source - int or array
-     * если передан массив, то создается модель с атрибутами переданными в массиве,
-     * ключ - имя, значение - значение аттрибута
-     * если передано число, то создается переданное количество аттрибутов с именами - attr_0, attr_1...
-     */
-    public static function CreateDynamicModel($source)
-    {
-        $arr_keys = [];
-        if (is_array($source)) {
-            $arr_keys = $source;
-        } elseif (is_int($source)) {
-
-            $i = 0;
-            while ($source > $i) {
-                $arr_keys[] = "attr_{$i}";
-                $i++;
-            }
-            array_flip($arr_keys);
-
-        }
-
-        $model = new DynamicModel($arr_keys);
-
-        return $model;
-    }
-
-    // @todo - rewrite on two functions, add comments
-    public static function CreateDynamicGridViewWithDropDownListHeader( $dataProvider, $form, $header_model, $arr_header_values )
-    {
-        $columns_config = [['class' => SerialColumn::className()]];
-        $i = 0;
-        foreach( $header_model as $key => $value ) {
-
-            $columns_config[] = ['header' => $form->field($header_model, $key, ['inputOptions' => ['label' => '']])->dropDownList($arr_header_values), 'attribute' => $i];
-            $i++;
-        }
-
-        //\common\components\CustomVarDamp::dumpAndDie($columns_config);
-
-        $dynamic_grid_view = GridView::widget( ['dataProvider' => $dataProvider,
-                                                'columns' => $columns_config ] );
-
-        return $dynamic_grid_view;
-
-    }
-
-
-
-}
 \ No newline at end of file
-<?php
-/**
- * Created by PhpStorm.
- * User: Cibermag
- * Date: 27.08.2015
- * Time: 13:36
- */
-
-namespace backend\components\parsers;
-
-// @todo add comments
-class Encoder
-{
-    /** @var out encoding charset */
-    public static $out_charset = 'UTF-8';
-    /** @var out encoding charset */
-    public static $in_charset = 'windows-1251';
-
-    public static function encodeFile($in_charset, $out_charset, $filePath)
-    {
-
-        $old_content = file_get_contents($filePath);
-        $encode_content = self::encode( $in_charset, $out_charset, $old_content );
-        $file = @fopen($filePath, "w");
-        fwrite($file, $encode_content);
-        @fclose($file);
-    }
-
-    public static function encodeArray($in_charset, $out_charset, $array)
-    {
-
-        self::$in_charset = $in_charset;
-        self::$out_charset = $out_charset;
-
-        $result = array_map(
-            function ( $array) {
-
-                return self::encode( self::$in_charset, self::$out_charset, $array );
-
-            },
-            $array);
-
-        return $result;
-    }
-
-    private static function encode( $in_charset, $out_charset, $source ){
-
-        return iconv($in_charset, $out_charset, $source);
-
-    }
-}
 \ No newline at end of file
-<?php
-/**
- * Created by PhpStorm.
- * User: Cibermag
- * Date: 31.08.2015
- * Time: 12:50
- */
-
-namespace backend\components\parsers;
-
-// класс который содержит преобразователи значений (фильтры) используемые при парсинге
-class ValueFilter
-{
-
-    public static function pricefilter($str)
-    {
-        if ($str == '') {
-            $str = 0;
-        }
-        $str = trim(str_replace(",", ".", $str));
-        $str = preg_replace("/[^0-9.]+/", "", strtoupper($str));
-
-        if ($str == '') {
-            return '';
-        }
-        $str = round( (float)$str, 2 );
-
-        return $str;
-    }
-
-    public static function boxfilter($str)
-    {
-        if ($str == '') {
-            $str = 0;
-        }
-        $str = trim(str_replace(",", ".", $str));
-        $str = preg_replace("/[^0-9.]+/", "", strtoupper($str));
-        if ($str == '') {
-            return '';
-        }
-        $str = round((int)$str, 2);
-
-        return $str;
-    }
-}
 \ No newline at end of file
+<?php
+ return [
+     'csv' =>
+         ['web' =>
+             ['class' => 'backend\components\parsers\CustomCsvParser',
+                 'auto_detect_first_line' => true,
+                 'converter_conf' => ['class' => 'yii\multiparser\CsvConverter',
+                     'configuration' => [
+                 "string"   => 'DESCR'
+             ]
+                     ,]],
+
+             'basic_column' => [
+                 "BRAND"  => 'Бренд',
+                 "ARTICLE"=> 'Артикул',
+                 "PRICE"  => 'Цена',
+                 "DESCR"  => 'Наименование',
+                 "BOX"    => 'Колво',
+                 "ADD_BOX"=> 'В пути',
+                 "GROUP"  => 'Группа RG'
+             ],
+             ]];
+
+
+//[
+//    "float"   => 'PRICE',
+//    "integer" => ['BOX' , 'ADD_BOX' ],
+//    "prefix"  => 'ARTICLE'
+//]
 \ No newline at end of file
@@ -5,6 +5,7 @@ $params = array_merge(
     require(__DIR__ . '/params.php'),
     require(__DIR__ . '/params-local.php')
 );
+$mp_configuration = require( __DIR__ . '/../components/parsers/config.php');
 return [
     'id' => 'app-backend',
@@ -41,6 +42,7 @@ return [
         'multiparser'=>[
             'class' => 'yii\multiparser\YiiMultiparser',
+            'configuration' => $mp_configuration,
         ],
     ],
@@ -8,7 +8,7 @@ use yii\filters\VerbFilter;
 use backend\models\UploadFileParsingForm;
 use yii\web\UploadedFile;
 use yii\data\ArrayDataProvider;
-use backend\components\parsers\DynamicFormHelper;
+use yii\multiparser\DynamicFormHelper;
 use backend\components\parsers\CustomParserConfigurator;
 use common\components\CustomVarDamp;
@@ -96,13 +96,14 @@ class ParserController extends BaseController
             ],
         ]);
+       // CustomVarDamp::dumpAndDie($data);
         $header_model = DynamicFormHelper::CreateDynamicModel( count( $data[0] ) );
-        //CustomVarDamp::dumpAndDie($header_model);
+     //   CustomVarDamp::dumpAndDie(Yii::$app->multiparser->getConfiguration('csv','basic_column'));
         return $this->render('results',
             ['model' => $data,
                 'header_model' => $header_model,
-                'basic_column' => CustomParserConfigurator::$basic_column,
+                'basic_column' =>  Yii::$app->multiparser->getConfiguration('csv','basic_column'),
                 'dataProvider' => $provider]);
     }
@@ -113,7 +114,7 @@ public function actionWrite()
     $arr_attributes = Yii::$app->request->post()['DynamicModel'];
     $model = DynamicFormHelper::CreateDynamicModel( $arr_attributes );
     foreach ($arr_attributes as $key => $value) {
-        $model->addRule($key, 'in', ['range' => array_keys( CustomParserConfigurator::$basic_column )]);
+        $model->addRule($key, 'in', ['range' => array_keys( Yii::$app->multiparser->getConfiguration('csv','basic_column') )]);
     }
     //CustomVarDamp::dumpAndDie($model);
 <?php
 use yii\helpers\Html;
-use backend\components\parsers\DynamicFormHelper;
+use yii\multiparser\DynamicFormHelper;
 use yii\widgets\ActiveForm;
@@ -20,7 +20,7 @@ $this-&gt;params[&#39;breadcrumbs&#39;][] = $this-&gt;title;
     $form = ActiveForm::begin(['action' => 'write']);
         ?>
-    <?= DynamicFormHelper::CreateDynamicGridViewWithDropDownListHeader( $dataProvider, $form, $header_model, $basic_column )?>
+    <?= DynamicFormHelper::CreateGridWithDropDownListHeader( $dataProvider, $form, $header_model, $basic_column )?>
     <div class="form-group">
         <?= Html::submitButton(Yii::t('app', 'Записать в БД'), ['class' => 'btn btn-primary']) ?>