Commit 8f043ab6e9e18f83981c8be177de365988abdfb3
1 parent
8b0defd0
add classes to work with archives
Showing
7 changed files
with
207 additions
and
29 deletions
Show diff stats
common/components/archive_reader/ArchiveCreator.php
0 → 100644
1 | +<?php | |
2 | +/** | |
3 | + * Created by PhpStorm. | |
4 | + * User: Tsurkanov | |
5 | + * Date: 03.11.2015 | |
6 | + * Time: 14:51 | |
7 | + */ | |
8 | + | |
9 | +namespace common\components\archive_reader; | |
10 | + | |
11 | + | |
12 | +class ArchiveCreator { | |
13 | + | |
14 | + protected $handleExtension = []; | |
15 | + | |
16 | + public function create( $file, $ext ){ | |
17 | + if ( isHandableExtension( $ext )) { | |
18 | + $arh_class = ucfirst( $ext ) . 'ArchiveReader'; | |
19 | + if ( class_exists( $arh_class ) ) { | |
20 | + | |
21 | + $arh_reader = new $arh_class(); | |
22 | + | |
23 | + if ($arh_reader instanceof ArchiveReader ) { | |
24 | + $arh_reader->open($file); | |
25 | + return $arh_reader; | |
26 | + } | |
27 | + | |
28 | + } | |
29 | + | |
30 | + } | |
31 | + // не найден подходящий обработчик | |
32 | + throw new \Exception( "Для расширения {$ext} не найден подходящий распаковщик" ); | |
33 | + } | |
34 | + | |
35 | + protected function isHandableExtension( $ext ){ | |
36 | + | |
37 | + $this->setHandleExtension( ); | |
38 | + return (bool) array_search( $ext, $this->handleExtension); | |
39 | + } | |
40 | + | |
41 | + protected function setHandleExtension( ){ | |
42 | + if ( !$this->handleExtension ) { | |
43 | + foreach (get_declared_classes() as $class) { | |
44 | + if (is_subclass_of( $class, ArchiveReader::class )) | |
45 | + | |
46 | + $this->handleExtension[] = $class::getExtension(); | |
47 | + | |
48 | + } | |
49 | + } | |
50 | + } | |
51 | + | |
52 | + public function getHandleExtension( ){ | |
53 | + | |
54 | + return $this->handleExtension; | |
55 | + | |
56 | + } | |
57 | + | |
58 | + | |
59 | +} | |
0 | 60 | \ No newline at end of file | ... | ... |
1 | +<?php | |
2 | +/** | |
3 | + * Created by PhpStorm. | |
4 | + * User: Tsurkanov | |
5 | + * Date: 03.11.2015 | |
6 | + * Time: 14:48 | |
7 | + */ | |
8 | +namespace common\components\archive_reader; | |
9 | +abstract class ArchiveReader | |
10 | +{ | |
11 | + | |
12 | + protected $extracted_files = []; | |
13 | + | |
14 | + public abstract function open( $file, $password = ''); | |
15 | + | |
16 | + public abstract function extractTo($destination); | |
17 | + | |
18 | + public static abstract function getExtension(); | |
19 | + | |
20 | + public function getExtractedFiles(){ | |
21 | + return $this->extracted_files; | |
22 | + } | |
23 | + public function setExtractedFiles($name, $ext){ | |
24 | + $this->extracted_files[$name] = $ext; | |
25 | + } | |
26 | + | |
27 | +} | |
0 | 28 | \ No newline at end of file | ... | ... |
common/components/archive_reader/RarArchiveReader.php
0 → 100644
1 | +<?php | |
2 | +/** | |
3 | + * Created by PhpStorm. | |
4 | + * User: Tsurkanov | |
5 | + * Date: 03.11.2015 | |
6 | + * Time: 15:12 | |
7 | + */ | |
8 | + | |
9 | +namespace common\components\archive_reader; | |
10 | + | |
11 | + | |
12 | +class RarArchiveReader extends ArchiveReader { | |
13 | + | |
14 | + public function open( $file, $password = '' ){ | |
15 | + $rar_arch = \RarArchive::open( $file, $password ); | |
16 | + if ($rar_arch === FALSE) | |
17 | + die("Failed opening file"); | |
18 | + } | |
19 | + | |
20 | + public function extractTo( $destination){ | |
21 | + | |
22 | + } | |
23 | + public static function getExtension(){ | |
24 | + return 'rar'; | |
25 | + } | |
26 | + | |
27 | + | |
28 | + | |
29 | + | |
30 | +} | |
0 | 31 | \ No newline at end of file | ... | ... |
common/components/mail/ImapMailReader.php
... | ... | @@ -17,7 +17,7 @@ class ImapMailReader extends MailReader { |
17 | 17 | $this->connection = imap_open($hostname, $username, $password); |
18 | 18 | |
19 | 19 | if ($this->connection === false) |
20 | - throw new \Exception('Cannot connect to Gmail: ' . imap_last_error()); | |
20 | + throw new \Exception('Cannot connect to mail: ' . imap_last_error()); | |
21 | 21 | |
22 | 22 | } |
23 | 23 | |
... | ... | @@ -26,6 +26,11 @@ class ImapMailReader extends MailReader { |
26 | 26 | return imap_search( $this->connection, $flag ); |
27 | 27 | } |
28 | 28 | |
29 | + public function getEmailBody( $email_number, $section ) | |
30 | + { | |
31 | + return imap_fetchbody($this->connection, $email_number, $section ); | |
32 | + } | |
33 | + | |
29 | 34 | /** |
30 | 35 | * @return mixed |
31 | 36 | */ | ... | ... |
common/components/mail/MailAttachmentsSaver.php
... | ... | @@ -11,24 +11,47 @@ namespace common\components\mail; |
11 | 11 | |
12 | 12 | use common\components\CustomVarDamp; |
13 | 13 | |
14 | +/** | |
15 | + * Class MailAttachmentsSaver | |
16 | + * @package common\components\mail | |
17 | + * сохраняет вложения в указанную папку по полученому соединению к ящику, | |
18 | + * а также хранит имена сохраненных файлов | |
19 | + */ | |
14 | 20 | class MailAttachmentsSaver |
15 | 21 | { |
22 | + | |
23 | + /** | |
24 | + * @var соединение с ящиком - экземляр класса - MailReader | |
25 | + */ | |
16 | 26 | protected $mail_reader; |
27 | + | |
28 | + /** | |
29 | + * @var - string, тип сообщений - например UNSEEN. Значения можно перечислять разделяя запятой. | |
30 | + */ | |
17 | 31 | protected $massage_type; |
32 | + | |
33 | + /** | |
34 | + * @var array - после сохранения будет содержать сохраненные файлы, ключ - путь к файлу, значение - расширение | |
35 | + */ | |
36 | + protected $saved_files_arr; | |
37 | + | |
38 | + /** | |
39 | + * @var - префикс который будет прибавлен к оригинальному имени сохраняемого файла | |
40 | + */ | |
18 | 41 | public $file_name_prefix; |
19 | 42 | |
20 | - public function __construct( MailReader $mail_reader, $massage_type ) | |
43 | + public function __construct(MailReader $mail_reader, $massage_type) | |
21 | 44 | { |
22 | 45 | $this->mail_reader = $mail_reader; |
23 | 46 | $this->massage_type = $massage_type; |
47 | + $this->saved_files_arr = []; | |
24 | 48 | |
25 | 49 | } |
26 | 50 | |
27 | 51 | |
28 | 52 | public function saveAttachmentsTo( $destination ) |
29 | 53 | { |
30 | - | |
31 | - $emails = $this->mail_reader->getEmails( $this->massage_type ); | |
54 | + $emails = $this->mail_reader->getEmails($this->massage_type); | |
32 | 55 | |
33 | 56 | /* if emails are returned, cycle through each... */ |
34 | 57 | |
... | ... | @@ -39,7 +62,7 @@ class MailAttachmentsSaver |
39 | 62 | |
40 | 63 | /* put the newest emails on top */ |
41 | 64 | rsort($emails); |
42 | - // CustomVarDamp::dump($emails); | |
65 | + // CustomVarDamp::dump($emails); | |
43 | 66 | foreach ($emails as $email_number) { |
44 | 67 | |
45 | 68 | $structure = $this->mail_reader->getCurrentEmailStructure($email_number); |
... | ... | @@ -71,7 +94,7 @@ class MailAttachmentsSaver |
71 | 94 | } |
72 | 95 | |
73 | 96 | if ($attachments[$i]['is_attachment']) { |
74 | - $attachments[$i]['attachment'] = imap_fetchbody($this->mail_reader->connection, $email_number, $i + 1); | |
97 | + $attachments[$i]['attachment'] = $this->mail_reader->getEmailBody($email_number, $i + 1); | |
75 | 98 | if ($structure->parts[$i]->encoding == 3) { // 3 = BASE64 |
76 | 99 | $attachments[$i]['attachment'] = base64_decode($attachments[$i]['attachment']); |
77 | 100 | } elseif ($structure->parts[$i]->encoding == 4) { // 4 = QUOTED-PRINTABLE |
... | ... | @@ -82,23 +105,20 @@ class MailAttachmentsSaver |
82 | 105 | |
83 | 106 | if (count($attachments) != 0) { |
84 | 107 | |
85 | - foreach($attachments as $key => &$val){ | |
86 | - if ($val['is_attachment'] == 1) { | |
87 | - | |
88 | - if( isset($this->file_name_prefix) ){ | |
89 | - $name = $destination . '/' . $this->file_name_prefix . mb_decode_mimeheader($val['name']); | |
90 | - }else{ | |
91 | - $name = $destination . '/' . mb_decode_mimeheader($val['name']); | |
92 | - } | |
93 | - mb_internal_encoding("UTF-8"); | |
94 | - | |
95 | - //file_put_contents(\Yii::getAlias('@temp_upload') . '/' . $name, $val['attachment']); | |
96 | - file_put_contents( $name, $val['attachment'] ); | |
108 | + foreach ($attachments as $key => &$val) { | |
109 | + if ($val['is_attachment'] == 1) { | |
110 | + if (isset($this->file_name_prefix)) { | |
111 | + $name = $destination . '/' . $this->file_name_prefix . mb_decode_mimeheader($val['name']); | |
112 | + } else { | |
113 | + $name = $destination . '/' . mb_decode_mimeheader($val['name']); | |
97 | 114 | } |
98 | - | |
115 | + $ext = pathinfo($name, PATHINFO_EXTENSION); | |
116 | + mb_internal_encoding("UTF-8"); | |
117 | + file_put_contents($name, $val['attachment']); | |
118 | + $this->setSavedFile( $name , $ext ); | |
99 | 119 | } |
100 | - } | |
101 | 120 | |
121 | + } | |
102 | 122 | } |
103 | 123 | |
104 | 124 | } |
... | ... | @@ -106,4 +126,24 @@ class MailAttachmentsSaver |
106 | 126 | } |
107 | 127 | |
108 | 128 | } |
129 | + | |
130 | + } | |
131 | + | |
132 | + /** | |
133 | + * @return array | |
134 | + */ | |
135 | + public function getSavedFilesArr() | |
136 | + { | |
137 | + return $this->saved_files_arr; | |
138 | + } | |
139 | + | |
140 | + /** | |
141 | + * @param array $saved_files_arr | |
142 | + */ | |
143 | + public function setSavedFile($saved_file, $saved_file_ext) | |
144 | + { | |
145 | + $this->saved_files_arr[$saved_file] = $saved_file_ext; | |
146 | + } | |
147 | + | |
148 | + | |
109 | 149 | } |
110 | 150 | \ No newline at end of file | ... | ... |
common/components/mail/MailReader.php
... | ... | @@ -35,12 +35,12 @@ abstract class MailReader { |
35 | 35 | return $this->hostname; |
36 | 36 | } |
37 | 37 | |
38 | - | |
39 | - | |
40 | 38 | public abstract function getListMailboxes(); |
41 | 39 | |
42 | 40 | public abstract function getEmails( $flag ); |
43 | 41 | |
42 | + public abstract function getEmailBody( $email_number, $section ); | |
43 | + | |
44 | 44 | public abstract function getCurrentEmailStructure( $email ); |
45 | 45 | |
46 | 46 | public abstract function reOpen( $hostname ); | ... | ... |
console/controllers/ParserController.php
1 | 1 | <?php |
2 | 2 | namespace console\controllers; |
3 | 3 | |
4 | +use common\components\archive_reader\ArchiveCreator; | |
4 | 5 | use common\components\CustomVarDamp; |
5 | 6 | use common\components\mail\ImapMailReader; |
6 | 7 | use common\components\mail\MailAttachmentsSaver; |
... | ... | @@ -116,7 +117,7 @@ class ParserController extends Controller |
116 | 117 | |
117 | 118 | public function actionTest() |
118 | 119 | { |
119 | - Console::output('It is working '); | |
120 | + Console::output('It is working'); | |
120 | 121 | \Yii::info('2', 'parser'); |
121 | 122 | |
122 | 123 | } |
... | ... | @@ -127,19 +128,35 @@ class ParserController extends Controller |
127 | 128 | |
128 | 129 | $mail_reader = new ImapMailReader( '{imap.gmail.com:993/imap/ssl/novalidate-cert}', 'tsurkanovm@gmail.com', 'Wtvr@2000' ); |
129 | 130 | $mailboxes = $mail_reader->getListMailboxes(); |
130 | - foreach ($mailboxes as $custom_label) { | |
131 | - $words = explode(" ",str_replace(array($mail_reader->getHostname(),"!"),"",imap_utf7_decode($custom_label))); | |
132 | - $importer_id = (int)preg_replace("/[^A-Z0-9]+/","",strtoupper($words[0])); | |
131 | + foreach ( $mailboxes as $custom_label ) { | |
132 | + $words = explode(" ",str_replace( array($mail_reader->getHostname(),"!"),"",imap_utf7_decode($custom_label)) ); | |
133 | + $importer_id = (int)preg_replace("/[^A-Z0-9]+/","", strtoupper($words[0])); | |
133 | 134 | |
134 | - $mail_reader->reOpen($custom_label); | |
135 | + $mail_reader->reOpen( $custom_label ); | |
135 | 136 | $saver = new MailAttachmentsSaver( $mail_reader, 'UNSEEN' ); |
136 | 137 | $saver->file_name_parefix = $importer_id . '~!~'; |
137 | 138 | $saver->saveAttachmentsTo(\Yii::getAlias('@temp_upload')); |
138 | 139 | |
139 | -// $files_model = new ImportersFiles(); | |
140 | -// $files_model->importer_id = $importer_id; | |
141 | 140 | } |
142 | 141 | |
142 | + $files = $saver->getSavedFilesArr(); | |
143 | + $arch_creator = new ArchiveCreator(); | |
144 | + $arch_extensions = $arch_creator->getHandleExtension(); | |
145 | + $files_on_unpack = array_intersect( $files , $arch_extensions ); | |
146 | + foreach ($files_on_unpack as $arch_ext => $arch_name) { | |
147 | + $arch_reader = $arch_creator->create( $arch_name, $arch_ext); | |
148 | + $arch_reader->extractTo(\Yii::getAlias('@temp_upload')); | |
149 | + unset( $files[$arch_name] ); | |
150 | + $files = array_merge( $files, $arch_reader->getExtractedFiles()); | |
151 | + } | |
152 | + | |
153 | + foreach ( $files as $file => $key ) { | |
154 | + | |
155 | + | |
156 | + // $files_model = new ImportersFiles(); | |
157 | +// $files_model->importer_id = $importer_id; | |
158 | + // $db->lastInsertId() | |
159 | + } | |
143 | 160 | |
144 | 161 | } |
145 | 162 | } |
146 | 163 | \ No newline at end of file | ... | ... |