Commit e323ebc101e786ec84957fb6bc6d5526a51e939e
1 parent
d11ec8b2
fixed issues with crosses
Showing
8 changed files
with
78 additions
and
37 deletions
Show diff stats
backend/controllers/CrossingUploadController.php
| ... | ... | @@ -12,6 +12,7 @@ use backend\components\base\BaseActiveRecord; |
| 12 | 12 | use backend\components\base\BaseController; |
| 13 | 13 | use common\components\CustomArrayHelper; |
| 14 | 14 | use common\components\CustomVarDamp; |
| 15 | +use yii\base\ErrorException; | |
| 15 | 16 | use yii\base\Model; |
| 16 | 17 | use yii\data\ArrayDataProvider; |
| 17 | 18 | use yii\db\ActiveRecord; |
| ... | ... | @@ -125,7 +126,7 @@ class CrossingUploadController extends BaseController |
| 125 | 126 | } |
| 126 | 127 | |
| 127 | 128 | // провалидируем выбранные колонки |
| 128 | - if ($model->validate()) { | |
| 129 | + if ( $model->validate() ) { | |
| 129 | 130 | |
| 130 | 131 | // валидация успешна у нас есть соответсвие колонок, преобразуем в массив данное соответсвие для дальнейшей работы |
| 131 | 132 | $arr = $model->toArray(); |
| ... | ... | @@ -142,7 +143,7 @@ class CrossingUploadController extends BaseController |
| 142 | 143 | |
| 143 | 144 | $crosses_model = new DetailsCrosses(); |
| 144 | 145 | |
| 145 | - if ( $this->validateModel( $crosses_model , $data ) && $crosses_model->ManualInsertWithIgnore( $data ) ) { | |
| 146 | + if ( $crosses_model->ManualInsertWithIgnore( $data ) ) { | |
| 146 | 147 | |
| 147 | 148 | Yii::$app->session->setFlash('success', 'Файл кроссов успешно загружен'); |
| 148 | 149 | |
| ... | ... | @@ -157,7 +158,7 @@ class CrossingUploadController extends BaseController |
| 157 | 158 | |
| 158 | 159 | |
| 159 | 160 | } else { |
| 160 | - // не прошла валидация форма загрузки файлов | |
| 161 | + // не прошла валидация формы загрузки файлов | |
| 161 | 162 | $errors_str = ''; |
| 162 | 163 | foreach ($model->getErrors() as $error) { |
| 163 | 164 | $errors_str .= implode(array_values($error)); |
| ... | ... | @@ -189,16 +190,30 @@ class CrossingUploadController extends BaseController |
| 189 | 190 | $fields[] = 'CROSS_ARTICLE'; |
| 190 | 191 | } |
| 191 | 192 | if ($fields) { |
| 192 | - $options ['configuration'] = ["article" => $fields, | |
| 193 | + $options ['converter_conf']['configuration'] = ["article" => $fields, | |
| 193 | 194 | "string" => ['ARTICLE', 'CROSS_ARTICLE'],]; |
| 194 | 195 | } else { |
| 195 | - $options ['configuration'] = ["string" => ['ARTICLE', 'CROSS_ARTICLE'],]; | |
| 196 | + $options ['converter_conf']['configuration'] = ["string" => ['ARTICLE', 'CROSS_ARTICLE'],]; | |
| 196 | 197 | } |
| 197 | 198 | |
| 199 | + // получим базовую конфигурацию и объеденим её с той что образовалась после выбора пользователем настроек | |
| 200 | + $basic_options = Yii::$app->multiparser->getConfiguration( 'csv', 'crosses' ); | |
| 201 | + $options = array_merge_recursive( $options, $basic_options ); | |
| 202 | + | |
| 203 | + // для доп массива обратных строк | |
| 204 | + $i = count( $data ) - 1; | |
| 205 | + $reverse_data = []; | |
| 198 | 206 | foreach ( $data as &$row ) { |
| 199 | - $row = Yii::$app->converter->convertByConfiguration( $row, $options ); | |
| 207 | + $row = Yii::$app->converter->convertByConfiguration( $row, $options['converter_conf'] ); | |
| 208 | + // нужно добавить обратную строку по кроссам | |
| 209 | + $reverse_data[ $i ]['ARTICLE'] = $row['CROSS_ARTICLE']; | |
| 210 | + $reverse_data[ $i ]['CROSS_ARTICLE'] = $row['ARTICLE']; | |
| 211 | + $reverse_data[ $i ]['BRAND'] = $row['CROSS_BRAND']; | |
| 212 | + $reverse_data[ $i ]['CROSS_BRAND'] = $row['BRAND']; | |
| 213 | + $i++; | |
| 200 | 214 | } |
| 201 | 215 | |
| 216 | + $data = array_merge( $data, $reverse_data ); | |
| 202 | 217 | return $data; |
| 203 | 218 | |
| 204 | 219 | } |
| ... | ... | @@ -236,15 +251,21 @@ class CrossingUploadController extends BaseController |
| 236 | 251 | |
| 237 | 252 | } |
| 238 | 253 | |
| 239 | - protected function validateModel( BaseActiveRecord $model, array $data ){ | |
| 240 | - | |
| 241 | - foreach ( $data as $row ) { | |
| 242 | - if ( !$model->validate( $row ) ) { | |
| 243 | - $model->throwStringErrorException( key( $data ) ); | |
| 244 | - }; | |
| 245 | - } | |
| 246 | - | |
| 247 | - return true; | |
| 248 | - | |
| 249 | - } | |
| 254 | +// protected function validateModel( BaseActiveRecord $model, array $data ){ | |
| 255 | +// | |
| 256 | +// foreach ( $data as $row ) { | |
| 257 | +// // подготовим данные к валидации | |
| 258 | +// $validate_attr[$model->formName()] = $row; | |
| 259 | +// if( !$model->load( $validate_attr ) ){ | |
| 260 | +// // такой ситуации не должно быть, но на всякий случай | |
| 261 | +// throw new ErrorException('Незаполнены обязательные поля формы.'); | |
| 262 | +// } | |
| 263 | +// if ( !$model->validate( ) ) { | |
| 264 | +// $model->throwStringErrorException( key( $data ) ); | |
| 265 | +// }; | |
| 266 | +// } | |
| 267 | +// | |
| 268 | +// return true; | |
| 269 | +// | |
| 270 | +// } | |
| 250 | 271 | } |
| 251 | 272 | \ No newline at end of file | ... | ... |
backend/models/DetailsCrosses.php
| ... | ... | @@ -80,10 +80,10 @@ class DetailsCrosses extends \backend\components\base\BaseActiveRecord |
| 80 | 80 | $query = preg_replace('/INSERT/','INSERT IGNORE', $query); |
| 81 | 81 | $rows = Yii::$app->db->createCommand($query)->execute(); |
| 82 | 82 | |
| 83 | - // если нет результата вернемся с ошибкой | |
| 84 | - if ( $rows == 0 ) { | |
| 85 | - return false; | |
| 86 | - } | |
| 83 | +// // если нет результата вернемся с ошибкой | |
| 84 | +// if ( $rows == 0 ) { | |
| 85 | +// return false; | |
| 86 | +// } | |
| 87 | 87 | |
| 88 | 88 | } |
| 89 | 89 | ... | ... |
common/components/parsers/CustomConverter.php
| ... | ... | @@ -39,7 +39,6 @@ class CustomConverter extends Converter |
| 39 | 39 | |
| 40 | 40 | public static function convertToCrosses( array $row ) |
| 41 | 41 | { |
| 42 | - | |
| 43 | 42 | $details_model = new DetailsCrosses(); |
| 44 | 43 | // проверим все ли обязательные колонки были указаны пользователем |
| 45 | 44 | $details_model->load(['DetailsCrosses' => $row]); |
| ... | ... | @@ -53,6 +52,7 @@ class CustomConverter extends Converter |
| 53 | 52 | } |
| 54 | 53 | return $row; |
| 55 | 54 | } |
| 55 | + | |
| 56 | 56 | public function ConvertToMultiply(array $row) |
| 57 | 57 | { |
| 58 | 58 | $PRICE = $row['PRICE']; |
| ... | ... | @@ -128,7 +128,7 @@ class CustomConverter extends Converter |
| 128 | 128 | |
| 129 | 129 | public static function convertToBrand($value) |
| 130 | 130 | { |
| 131 | - $res = self::convertToEncode($value);; | |
| 131 | + $res = self::convertToEncode($value); | |
| 132 | 132 | $res = trim(strtoupper($res)); |
| 133 | 133 | $res = str_replace("Ä", "A", str_replace("Ö", "O", str_replace("Ü", "U", str_replace("Ë", "E", str_replace("Ò", "O", $res))))); |
| 134 | 134 | $res = str_replace(array('@', '#', '~', '"', "'", "?", "!"), '', $res); | ... | ... |
common/components/parsers/config.php
| ... | ... | @@ -39,9 +39,10 @@ |
| 39 | 39 | 'crosses' => ['class' => 'common\components\parsers\CustomCsvParser', |
| 40 | 40 | 'auto_detect_first_line' => true, |
| 41 | 41 | 'min_column_quantity' => 4, |
| 42 | - // 'keys' =>['ARTICLE', 'CROSS_ARTICLE', 'BRAND', 'CROSS_BRAND'], | |
| 42 | + // 'keys' =>['ARTICLE', 'CROSS_ARTICLE', 'BRAND', 'CROSS_BRAND'], | |
| 43 | 43 | 'converter_conf' => [ |
| 44 | 44 | 'class' => ' common\components\parsers\CustomConverter', |
| 45 | + 'hasKey' => 1, | |
| 45 | 46 | 'configuration' => [ |
| 46 | 47 | "brand" => ['BRAND', 'CROSS_BRAND'], |
| 47 | 48 | "crosses" => [], | ... | ... |
common/models/DetailsCrosses.php
| ... | ... | @@ -45,8 +45,8 @@ class DetailsCrosses extends \yii\db\ActiveRecord |
| 45 | 45 | 'ID' => 'ID', |
| 46 | 46 | 'ARTICLE' => 'АРТИКУЛ', |
| 47 | 47 | 'BRAND' => 'БРЕНД', |
| 48 | - 'CROSS_ARTICLE' => 'КРОСС БРЕНД', | |
| 49 | - 'CROSS_BRAND' => 'КРОСС АРТИКУЛ', | |
| 48 | + 'CROSS_ARTICLE' => 'КРОСС АРТИКУЛ', | |
| 49 | + 'CROSS_BRAND' => 'КРОСС БРЕНД', | |
| 50 | 50 | 'timestamp' => 'ВРЕМЯ ДОБАВЛЕНИЯ', |
| 51 | 51 | ]; |
| 52 | 52 | } | ... | ... |
common/models/DetailsCrossesSearch.php
| ... | ... | @@ -47,18 +47,18 @@ class DetailsCrossesSearch extends DetailsCrosses |
| 47 | 47 | ]; |
| 48 | 48 | |
| 49 | 49 | // удалим пустые параметры |
| 50 | - if ( isset($params['DetailsCrossesSearch']) && is_array( $params['DetailsCrossesSearch'] )) { | |
| 51 | - $params['DetailsCrossesSearch'] = array_filter( $params['DetailsCrossesSearch'], function($val){ | |
| 52 | - return $val !=""; | |
| 53 | - }); | |
| 54 | - } | |
| 50 | +// if ( isset($params['DetailsCrossesSearch']) && is_array( $params['DetailsCrossesSearch'] )) { | |
| 51 | +// $params['DetailsCrossesSearch'] = array_filter( $params['DetailsCrossesSearch'], function($val){ | |
| 52 | +// return $val !=""; | |
| 53 | +// }); | |
| 54 | +// } | |
| 55 | 55 | $this->load($params); |
| 56 | 56 | |
| 57 | 57 | if ( !$this->validate() ) { |
| 58 | 58 | $query->where('0=1'); |
| 59 | 59 | } |
| 60 | 60 | |
| 61 | - if ( !$params || !$params['DetailsCrossesSearch'] ) { | |
| 61 | + if ( !$params || !isset($params['DetailsCrossesSearch']) ) { | |
| 62 | 62 | // если не переданы параметры - показываем первые 100 записей |
| 63 | 63 | $pagination = false; |
| 64 | 64 | $query->limit = 100; | ... | ... |
tests/unit/CrossesParsingTest.php
| ... | ... | @@ -13,21 +13,39 @@ class CrossesParsingTest extends \Codeception\TestCase\Test |
| 13 | 13 | |
| 14 | 14 | private $options; |
| 15 | 15 | private $file_path; |
| 16 | + private $data = []; | |
| 16 | 17 | |
| 17 | 18 | public function _before() |
| 18 | 19 | { |
| 19 | 20 | $this->options[ 'mode' ] = 'crosses'; |
| 20 | - $this->options[ 'converter_conf' ] = [ 'configuration' => [ "string" => ['ARTICLE', 'CROSS_ARTICLE'] ], 'hasKey' => 1 ]; | |
| 21 | + | |
| 22 | + $this->options[ 'crosses' ] = [ | |
| 23 | + 'class' => 'common\components\parsers\CustomCsvParser', | |
| 24 | + 'auto_detect_first_line' => true, | |
| 25 | + 'min_column_quantity' => 4, | |
| 26 | + 'keys' =>['ARTICLE', 'CROSS_ARTICLE', 'BRAND', 'CROSS_BRAND'], | |
| 27 | + 'converter_conf' => [ | |
| 28 | + 'class' => ' common\components\parsers\CustomConverter', | |
| 29 | + 'configuration' => [ | |
| 30 | + "brand" => ['BRAND', 'CROSS_BRAND'], | |
| 31 | + "crosses" => [], | |
| 32 | + ]] | |
| 33 | + ]; | |
| 34 | + | |
| 21 | 35 | $this->file_path = Yii::getAlias('@data_parser') . '\crosses\test1.csv'; |
| 22 | 36 | |
| 23 | 37 | } |
| 24 | 38 | |
| 25 | 39 | public function testReadCrosses(){ |
| 26 | 40 | |
| 27 | - $data = []; | |
| 28 | - $data = Yii::$app->multiparser->parse( $this->file_path, $this->options ); | |
| 29 | - $this->assertNotEmpty( $data, 'Output array is empty' ); | |
| 30 | - $this->assertNotCount( 76, $data, 'Output array don`t have 76 rows' ); | |
| 41 | + $this->data = Yii::$app->multiparser->parse( $this->file_path, $this->options ); | |
| 42 | + $this->assertNotEmpty( $this->data, 'Output array is empty' ); | |
| 43 | + $this->assertNotCount( 76, $this->data, 'Output array don`t have 76 rows' ); | |
| 44 | + $this->assertArrayHasKey( 'ARTICLE', $this->data[0], 'Output array don`t have key - ARTICLE' ); | |
| 45 | + $this->assertArrayHasKey( 'CROSS_ARTICLE', $this->data[0], 'Output array don`t have key - CROSS_ARTICLE' ); | |
| 46 | + $this->assertArrayHasKey( 'BRAND', $this->data[0], 'Output array don`t have key - BRAND' ); | |
| 47 | + $this->assertArrayHasKey( 'CROSS_BRAND', $this->data[0], 'Output array don`t have key - CROSS_BRAND' ); | |
| 48 | + $this->assertEquals( $this->data[0]['BRAND'], strtoupper($this->data[0]['BRAND']),'BRAND not converted to upper case' ); | |
| 31 | 49 | } |
| 32 | 50 | |
| 33 | 51 | ... | ... |