Commit d21c5c5fe8fbf85aebc8390c0ab2eead4a8c0cf1
1 parent
aa518ad3
XMLparser - read function
Showing
9 changed files
with
135 additions
and
82 deletions
Show diff stats
backend/components/parsers/CustomCsvParser.php
... | ... | @@ -11,7 +11,7 @@ namespace backend\components\parsers; |
11 | 11 | |
12 | 12 | class CustomCsvParser extends \yii\multiparser\CsvParser { |
13 | 13 | |
14 | - //public $last_line = 10; | |
14 | + public $last_line = 10; | |
15 | 15 | //public $hasHeaderRow = true; |
16 | 16 | // public $keys = ['first','second', 'third', 'forth', 'fifth']; |
17 | 17 | public function setupConverter() | ... | ... |
backend/components/parsers/config.php
... | ... | @@ -4,7 +4,7 @@ |
4 | 4 | ['web' => |
5 | 5 | ['class' => 'backend\components\parsers\CustomCsvParser', |
6 | 6 | 'auto_detect_first_line' => true, |
7 | - 'converter_conf' => ['class' => 'yii\multiparser\CsvConverter', | |
7 | + 'converter_conf' => ['class' => 'yii\multiparser\Converter', | |
8 | 8 | 'configuration' => [ |
9 | 9 | "string" => 'DESCR' |
10 | 10 | ] |
... | ... | @@ -20,7 +20,23 @@ |
20 | 20 | "ADD_BOX"=> 'В пути', |
21 | 21 | "GROUP" => 'Группа RG' |
22 | 22 | ], |
23 | - ]]; | |
23 | + ], | |
24 | + 'xml' => | |
25 | + ['web' => | |
26 | + ['class' => 'yii\multiparser\XmlParser', | |
27 | + 'node' => 'Товар',], | |
28 | + | |
29 | + 'basic_column' => [ | |
30 | + "BRAND" => 'Производитель', | |
31 | + "ARTICLE"=> 'Код', | |
32 | + "PRICE" => 'Розница', | |
33 | + "DESCR" => 'Наименование', | |
34 | + "BOX" => 'Колво', | |
35 | + "ADD_BOX"=> 'Ожидаемое', | |
36 | + "GROUP" => 'Группа' | |
37 | + ], | |
38 | + ] | |
39 | + ]; | |
24 | 40 | |
25 | 41 | |
26 | 42 | //[ | ... | ... |
backend/controllers/ParserController.php
... | ... | @@ -122,7 +122,8 @@ public function actionWrite() |
122 | 122 | $arr = $model->toArray(); |
123 | 123 | $data = json_decode( Yii::$app->getCache()->get( 'parser_data' ),true ); |
124 | 124 | |
125 | - CustomVarDamp::dumpAndDie(DynamicFormHelper::CreateAssocArray($data, $arr)); | |
125 | + // CustomVarDamp::dumpAndDie(DynamicFormHelper::CreateAssocArray($data, $arr)); | |
126 | + CustomVarDamp::dumpAndDie($arr); | |
126 | 127 | } |
127 | 128 | |
128 | 129 | ... | ... |
backend/models/UploadFileParsingForm.php
... | ... | @@ -52,7 +52,6 @@ class UploadFileParsingForm extends Model |
52 | 52 | public function readFile($filePath){ |
53 | 53 | |
54 | 54 | $data = Yii::$app->multiparser->parse($filePath); |
55 | - // \common\components\CustomVarDamp::dumpAndDie($data); | |
56 | 55 | if( !is_array($data) ){ |
57 | 56 | $data = ['No results']; |
58 | 57 | } | ... | ... |
framework/core/Convert.php
... | ... | @@ -166,63 +166,63 @@ class Convert { |
166 | 166 | } |
167 | 167 | |
168 | 168 | /** |
169 | - * Converts an XML string to a PHP array | |
170 | - * See http://phpsecurity.readthedocs.org/en/latest/Injection-Attacks.html#xml-external-entity-injection | |
171 | - * | |
172 | - * @uses recursiveXMLToArray() | |
173 | - * @param string $val | |
174 | - * @param boolean $disableDoctypes Disables the use of DOCTYPE, and will trigger an error if encountered. | |
175 | - * false by default. | |
176 | - * @param boolean $disableExternals Disables the loading of external entities. false by default. | |
177 | - * @return array | |
178 | - */ | |
179 | - public static function xml2array($val, $disableDoctypes = false, $disableExternals = false) { | |
180 | - // Check doctype | |
181 | - if($disableDoctypes && preg_match('/\<\!DOCTYPE.+]\>/', $val)) { | |
182 | - throw new InvalidArgumentException('XML Doctype parsing disabled'); | |
183 | - } | |
169 | + * Converts an XML string to a PHP array | |
170 | + * See http://phpsecurity.readthedocs.org/en/latest/Injection-Attacks.html#xml-external-entity-injection | |
171 | + * | |
172 | + * @uses recursiveXMLToArray() | |
173 | + * @param string $val | |
174 | + * @param boolean $disableDoctypes Disables the use of DOCTYPE, and will trigger an error if encountered. | |
175 | + * false by default. | |
176 | + * @param boolean $disableExternals Disables the loading of external entities. false by default. | |
177 | + * @return array | |
178 | + */ | |
179 | + public static function xml2array($val, $disableDoctypes = false, $disableExternals = false) { | |
180 | + // Check doctype | |
181 | + if($disableDoctypes && preg_match('/\<\!DOCTYPE.+]\>/', $val)) { | |
182 | + throw new InvalidArgumentException('XML Doctype parsing disabled'); | |
183 | + } | |
184 | 184 | |
185 | - // Disable external entity loading | |
186 | - if($disableExternals) $oldVal = libxml_disable_entity_loader($disableExternals); | |
187 | - try { | |
188 | - $xml = new SimpleXMLElement($val); | |
189 | - $result = self::recursiveXMLToArray($xml); | |
190 | - } catch(Exception $ex) { | |
191 | - if($disableExternals) libxml_disable_entity_loader($oldVal); | |
192 | - throw $ex; | |
193 | - } | |
194 | - if($disableExternals) libxml_disable_entity_loader($oldVal); | |
195 | - return $result; | |
196 | - } | |
185 | + // Disable external entity loading | |
186 | + if($disableExternals) $oldVal = libxml_disable_entity_loader($disableExternals); | |
187 | + try { | |
188 | + $xml = new SimpleXMLElement($val); | |
189 | + $result = self::recursiveXMLToArray($xml); | |
190 | + } catch(Exception $ex) { | |
191 | + if($disableExternals) libxml_disable_entity_loader($oldVal); | |
192 | + throw $ex; | |
193 | + } | |
194 | + if($disableExternals) libxml_disable_entity_loader($oldVal); | |
195 | + return $result; | |
196 | + } | |
197 | 197 | |
198 | - /** | |
199 | - * Convert a XML string to a PHP array recursively. Do not | |
200 | - * call this function directly, Please use {@link Convert::xml2array()} | |
201 | - * | |
202 | - * @param SimpleXMLElement | |
203 | - * | |
204 | - * @return mixed | |
205 | - */ | |
206 | - protected static function recursiveXMLToArray($xml) { | |
207 | - if(is_object($xml) && get_class($xml) == 'SimpleXMLElement') { | |
208 | - $attributes = $xml->attributes(); | |
209 | - foreach($attributes as $k => $v) { | |
210 | - if($v) $a[$k] = (string) $v; | |
211 | - } | |
212 | - $x = $xml; | |
213 | - $xml = get_object_vars($xml); | |
214 | - } | |
215 | - if(is_array($xml)) { | |
216 | - if(count($xml) == 0) return (string) $x; // for CDATA | |
217 | - foreach($xml as $key => $value) { | |
218 | - $r[$key] = self::recursiveXMLToArray($value); | |
219 | - } | |
220 | - if(isset($a)) $r['@'] = $a; // Attributes | |
221 | - return $r; | |
222 | - } | |
223 | - | |
224 | - return (string) $xml; | |
225 | - } | |
198 | + /** | |
199 | + * Convert a XML string to a PHP array recursively. Do not | |
200 | + * call this function directly, Please use {@link Convert::xml2array()} | |
201 | + * | |
202 | + * @param SimpleXMLElement | |
203 | + * | |
204 | + * @return mixed | |
205 | + */ | |
206 | + protected static function recursiveXMLToArray($xml) { | |
207 | + if(is_object($xml) && get_class($xml) == 'SimpleXMLElement') { | |
208 | + $attributes = $xml->attributes(); | |
209 | + foreach($attributes as $k => $v) { | |
210 | + if($v) $a[$k] = (string) $v; | |
211 | + } | |
212 | + $x = $xml; | |
213 | + $xml = get_object_vars($xml); | |
214 | + } | |
215 | + if(is_array($xml)) { | |
216 | + if(count($xml) == 0) return (string) $x; // for CDATA | |
217 | + foreach($xml as $key => $value) { | |
218 | + $r[$key] = self::recursiveXMLToArray($value); | |
219 | + } | |
220 | + if(isset($a)) $r['@'] = $a; // Attributes | |
221 | + return $r; | |
222 | + } | |
223 | + | |
224 | + return (string) $xml; | |
225 | + } | |
226 | 226 | |
227 | 227 | /** |
228 | 228 | * Create a link if the string is a valid URL | ... | ... |
vendor/yiisoft/multiparser/CSVConverter.php renamed to vendor/yiisoft/multiparser/Converter.php
... | ... | @@ -9,7 +9,7 @@ |
9 | 9 | namespace yii\multiparser; |
10 | 10 | |
11 | 11 | // класс который содержит преобразователи значений (фильтры) используемые при парсинге |
12 | -class CSVConverter | |
12 | +class Converter | |
13 | 13 | { |
14 | 14 | |
15 | 15 | const METHOD_PREFIX = 'convertTo'; |
... | ... | @@ -65,6 +65,22 @@ class CSVConverter |
65 | 65 | return $res; |
66 | 66 | } |
67 | 67 | |
68 | +// protected static function convertToAssocArray($arr) | |
69 | +// { | |
70 | +// | |
71 | +// $res = ''; | |
72 | +// if (is_array($value)) { | |
73 | +// | |
74 | +// $res = Encoder::encodeArray($value); | |
75 | +// | |
76 | +// }elseif ( is_string($value) ) { | |
77 | +// | |
78 | +// $res = Encoder::encodeString($value); | |
79 | +// | |
80 | +// } | |
81 | +// | |
82 | +// return $res; | |
83 | +// } | |
68 | 84 | |
69 | 85 | /** |
70 | 86 | * @param $name - имя метода конвертации |
... | ... | @@ -128,4 +144,5 @@ class CSVConverter |
128 | 144 | } |
129 | 145 | |
130 | 146 | |
147 | + | |
131 | 148 | } |
132 | 149 | \ No newline at end of file | ... | ... |
vendor/yiisoft/multiparser/CsvParser.php
... | ... | @@ -73,7 +73,7 @@ class CsvParser implements ParserInterface |
73 | 73 | public function setupConverter() |
74 | 74 | { |
75 | 75 | if (!count($this->converter_conf)) { |
76 | - $this->converter = new CSVConverter(); | |
76 | + $this->converter = new Converter(); | |
77 | 77 | if ($this->hasHeaderRow) { |
78 | 78 | // если у файла есть заголовок, то в результате имеем ассоциативный массив |
79 | 79 | $this->converter_conf['hasKey'] = 1; | ... | ... |
vendor/yiisoft/multiparser/DynamicFormHelper.php
... | ... | @@ -75,11 +75,26 @@ class DynamicFormHelper |
75 | 75 | $result = array_map( |
76 | 76 | function ($value) { |
77 | 77 | |
78 | - return array_combine( self::$key_array, $value ); | |
78 | + foreach ($value as $key => $sub_value) { | |
79 | + return self::change_key( $key, self::$key_array[$sub_value], $value ); | |
80 | + } | |
81 | + | |
82 | + | |
83 | + // array_combine( self::$key_array, $value ); | |
79 | 84 | |
80 | 85 | }, |
81 | 86 | $value_arr); |
82 | 87 | return $result; |
83 | 88 | } |
84 | 89 | |
90 | + protected static function change_key( $key, $new_key, $arr ){ | |
91 | + $res = $arr; | |
92 | + if(!array_key_exists($new_key,$arr)){ | |
93 | + $arr[$new_key]=$arr[$key]; | |
94 | + unset($arr[$key]); | |
95 | + $res = $arr; | |
96 | + } | |
97 | + return $res; | |
98 | + } | |
99 | + | |
85 | 100 | } |
86 | 101 | \ No newline at end of file | ... | ... |
vendor/yiisoft/multiparser/XmlParser.php
... | ... | @@ -10,44 +10,47 @@ namespace yii\multiparser; |
10 | 10 | |
11 | 11 | |
12 | 12 | class XmlParser implements ParserInterface{ |
13 | + /** @var экземляр SplFileObject читаемого файла */ | |
14 | + public $file; | |
15 | + public $node; | |
16 | + | |
13 | 17 | public function read() |
14 | 18 | { |
15 | - // TODO: Implement read() method. | |
19 | + $file = $this->file; | |
20 | + $result = self::xml2array( $file->getPathname() ); | |
21 | + if ( isset($this->node) ) { | |
22 | + $result = $result[$this->node]; | |
23 | + } | |
24 | + | |
25 | + DynamicFormHelper::CreateAssocArray($result, \Yii::$app->multiparser->getConfiguration('xml','basic_column')); | |
26 | + \common\components\CustomVarDamp::dumpAndDie($result); | |
16 | 27 | } |
17 | 28 | |
18 | 29 | public function setup() |
19 | 30 | { |
20 | - // TODO: Implement setup() method. | |
31 | + | |
32 | + | |
21 | 33 | } |
22 | 34 | |
23 | 35 | |
24 | 36 | /** |
25 | 37 | * Converts an XML string to a PHP array |
26 | - * See http://phpsecurity.readthedocs.org/en/latest/Injection-Attacks.html#xml-external-entity-injection | |
27 | 38 | * |
28 | 39 | * @uses recursiveXMLToArray() |
29 | - * @param string $val | |
30 | - * @param boolean $disableDoctypes Disables the use of DOCTYPE, and will trigger an error if encountered. | |
31 | - * false by default. | |
32 | - * @param boolean $disableExternals Disables the loading of external entities. false by default. | |
40 | + * @param string $file_path | |
33 | 41 | * @return array |
34 | 42 | */ |
35 | - public static function xml2array($val, $disableDoctypes = false, $disableExternals = false) { | |
36 | - // Check doctype | |
37 | - if($disableDoctypes && preg_match('/\<\!DOCTYPE.+]\>/', $val)) { | |
38 | - throw new InvalidArgumentException('XML Doctype parsing disabled'); | |
39 | - } | |
43 | + protected static function xml2array( $file_path ) { | |
40 | 44 | |
41 | - // Disable external entity loading | |
42 | - if($disableExternals) $oldVal = libxml_disable_entity_loader($disableExternals); | |
43 | 45 | try { |
44 | - $xml = new SimpleXMLElement($val); | |
45 | - $result = self::recursiveXMLToArray($xml); | |
46 | + $xml = new \SimpleXMLElement( $file_path, 0, true ); | |
47 | + //\common\components\CustomVarDamp::dumpAndDie($xml->children()->children()); | |
48 | + $result = self::recursiveXMLToArray( $xml ); | |
46 | 49 | } catch(Exception $ex) { |
47 | - if($disableExternals) libxml_disable_entity_loader($oldVal); | |
50 | + | |
48 | 51 | throw $ex; |
49 | 52 | } |
50 | - if($disableExternals) libxml_disable_entity_loader($oldVal); | |
53 | + | |
51 | 54 | return $result; |
52 | 55 | } |
53 | 56 | |
... | ... | @@ -68,6 +71,8 @@ class XmlParser implements ParserInterface{ |
68 | 71 | $x = $xml; |
69 | 72 | $xml = get_object_vars($xml); |
70 | 73 | } |
74 | + | |
75 | + //\common\components\CustomVarDamp::dump($xml); | |
71 | 76 | if(is_array($xml)) { |
72 | 77 | if(count($xml) == 0) return (string) $x; // for CDATA |
73 | 78 | foreach($xml as $key => $value) { |
... | ... | @@ -76,7 +81,7 @@ class XmlParser implements ParserInterface{ |
76 | 81 | if(isset($a)) $r['@'] = $a; // Attributes |
77 | 82 | return $r; |
78 | 83 | } |
79 | - | |
84 | + //\common\components\CustomVarDamp::dumpAndDie($xml); | |
80 | 85 | return (string) $xml; |
81 | 86 | } |
82 | 87 | } |
83 | 88 | \ No newline at end of file | ... | ... |