temp commit - testing mail parser

Mihail
1 parent 57e5a4b9
Showing 9 changed files with 242 additions and 80 deletions Show diff stats
backend/components/base/BaseActiveRecord.php
backend/controllers/ParserController.php
common/components/archive_reader/ArchiveCreator.php
common/components/archives/ArchiveCreator.php
common/components/archive_reader/ArchiveReader.php → common/components/archives/ArchiveReader.php
common/components/archive_reader/RarArchiveReader.php → common/components/archives/RarArchiveReader.php
common/components/archives/ZipArchiveReader.php
common/components/mail/MailAttachmentsSaver.php
console/controllers/ParserController.php
@@ -9,4 +9,17 @@
 namespace backend\components\base;
  
  
-class BaseActiveRecord extends \yii\db\ActiveRecord {}
 \ No newline at end of file
+use yii\base\ErrorException;
+
+class BaseActiveRecord extends \yii\db\ActiveRecord {
+
+    public  function throwStringErrorException(){
+
+        $errors_str = '';
+        foreach ($this->getErrors() as $error) {
+            $errors_str .= implode( array_values($error) );
+        }
+        throw new ErrorException( $errors_str );
+    }
+
+}
 \ No newline at end of file
 <?php
 namespace backend\controllers;
  
+use common\components\archives\ArchiveCreator;
+use common\components\mail\ImapMailReader;
+use common\components\mail\MailAttachmentsSaver;
 use common\components\parsers\MailParser;
 use Yii;
 use yii\data\ActiveDataProvider;
@@ -53,8 +56,8 @@ class ParserController extends BaseController
  
     public function actionIndex($mode = 0)
     {
+        $this->mailTest();
         $model = new UploadFileParsingForm();
-       // $mail = new MailParser();
         // установим режим, 0 - ручная загрузка, 1 - автозагрузка
         $model->mode = $mode;
         return $this->render('index', ['model' => $model]);
@@ -126,11 +129,12 @@ class ParserController extends BaseController
  
             } else {
                 // не прошла валидация форма загрузки файлов
-                $errors_str = '';
-                foreach ($model->getErrors() as $error) {
-                    $errors_str .= implode( array_values($error) );
-                }
-               throw new ErrorException( $errors_str );
+//                $errors_str = '';
+//                foreach ($model->getErrors() as $error) {
+//                    $errors_str .= implode( array_values($error) );
+//                }
+//               throw new ErrorException( $errors_str );
+                $model->throwStringErrorException();
             }
             // листаем пагинатором, или повторно вызываем - считываем из кеша отпрасенные данные
         } else if (Yii::$app->getCache()->get('parser_data')) {
@@ -287,5 +291,71 @@ class ParserController extends BaseController
 //        $csv->actionParseCsv();
     }
  
+    private function mailTest(){
+
+        $mail_reader = new ImapMailReader( '{imap.gmail.com:993/imap/ssl/novalidate-cert}', 'tsurkanovm@gmail.com', 'Wtvr@2000' );
+        $mailboxes = $mail_reader->getListMailboxes();
+        $files = [];
+        foreach ( $mailboxes as $custom_label ) {
+            $words = explode(" ",str_replace( array($mail_reader->getHostname(),"!"),"",imap_utf7_decode($custom_label)) );
+            $importer_id = (int)preg_replace("/[^A-Z0-9]+/","", strtoupper($words[0]));
+
+            $mail_reader->reOpen( $custom_label );
+            $saver = new MailAttachmentsSaver( $mail_reader );
+            if ( $importer_id ) {
+                $saver->setFileNamePrefix(  $importer_id . '~!~' );
+            }
+
+            if( $saver->saveAttachmentsTo(\Yii::getAlias('@temp_upload'), 'UNSEEN') ){
+                $files = array_merge( $files, $saver->getSavedFilesArr() );
+            }else{
+                continue;
+            }
+
+        }
+
+        if ( !$files ) {
+            return;
+        }
+
+        $arch_creator = new ArchiveCreator();
+        $arch_extensions = $arch_creator->getHandleExtension();
+        $arch_files = array_intersect( $files , $arch_extensions );
+        foreach ($arch_files as $arch_name => $arch_ext) {
+            $arch_reader = $arch_creator->create( $arch_name, $arch_ext );
+            $arch_reader->extractTo(\Yii::getAlias('@temp_upload'));
+            unset( $files[$arch_name] );
+            $files = array_merge( $files, $arch_reader->getExtractedFiles());
+        }
+
+        $new_destination = \Yii::getAlias('@auto_upload')  . '/';
+        foreach ( $files as $name => $ext ) {
+
+            $file_name = pathinfo($name, PATHINFO_FILENAME) . '.' . $ext;
+            if( $ext = 'csv' ){
+                $files_model = new ImportersFiles();
+                $files_model->importer_id = $importer_id;
+                if ($files_model->save()) {
+
+                    $file_name = \Yii::$app->db->getLastInsertID() . '.csv';
+
+                } else{
+
+                    $files_model->throwStringErrorException();
+                }
+
+            }
+            $new_destination .=  $file_name;
+            if( rename( $name, $new_destination ) ){
+
+                CustomVarDamp::dump('1111111');
+
+            } else{
+                new \ErrorException("Нет возможности переписать файл {$name}");
+            }
+
+        }
+
+    }
  
 }
-<?php
-/**
- * Created by PhpStorm.
- * User: Tsurkanov
- * Date: 03.11.2015
- * Time: 14:51
- */
-
-namespace common\components\archive_reader;
-
-
-class ArchiveCreator {
-
-  protected  $handleExtension = [];
-
-    public  function create( $file, $ext ){
-        if ( isHandableExtension( $ext )) {
-            $arh_class = ucfirst( $ext ) . 'ArchiveReader';
-            if ( class_exists( $arh_class ) ) {
-
-                $arh_reader =  new $arh_class();
-
-                if ($arh_reader instanceof ArchiveReader ) {
-                    $arh_reader->open($file);
-                    return $arh_reader;
-                }
-
-            }
-
-        }
-        // не найден подходящий обработчик
-        throw new \Exception( "Для расширения {$ext} не найден подходящий распаковщик" );
-    }
-
-    protected  function isHandableExtension( $ext ){
-
-        $this->setHandleExtension( );
-        return (bool) array_search( $ext, $this->handleExtension);
-    }
-
-    protected  function setHandleExtension( ){
-        if ( !$this->handleExtension ) {
-            foreach (get_declared_classes() as $class) {
-                if (is_subclass_of( $class, ArchiveReader::class ))
-
-                    $this->handleExtension[] = $class::getExtension();
-
-            }
-        }
-    }
-
-    public  function getHandleExtension( ){
-
-       return $this->handleExtension;
-
-    }
-
-
-}
 \ No newline at end of file
+<?php
+/**
+ * Created by PhpStorm.
+ * User: Tsurkanov
+ * Date: 03.11.2015
+ * Time: 14:51
+ */
+
+namespace common\components\archives;
+
+
+class ArchiveCreator {
+
+  protected  $handleExtension = ['rar', 'zip'];
+
+    public  function create( $file, $ext ){
+//        if ( $this->isHandleableExtension( $ext )) {
+//            $arh_class = ucfirst( $ext ) . 'ArchiveReader';
+//            if ( class_exists( $arh_class ) ) {
+//
+//                $arh_reader =  new $arh_class();
+//
+//                if ($arh_reader instanceof ArchiveReader ) {
+//                    $arh_reader->open($file);
+//                    return $arh_reader;
+//                }
+//
+//            }
+//
+//        }
+        if ( $ext  = 'zip' ) {
+            $arh_reader =  new ZipArchiveReader();
+        }else{
+            $arh_reader =  new RarArchiveReader();
+        }
+
+        $arh_reader->open($file);
+        return $arh_reader;
+        // не найден подходящий обработчик
+        throw new \Exception( "Для расширения {$ext} не найден подходящий распаковщик" );
+    }
+
+    protected  function isHandleableExtension( $ext ){
+
+       // $this->setHandleExtension( );
+        return (bool) array_search( $ext, $this->handleExtension);
+    }
+
+//    protected  function setHandleExtension( ){
+//        if ( !$this->handleExtension ) {
+//            foreach (get_declared_classes() as $class) {
+//                if (is_subclass_of( $class, ArchiveReader::class ))
+//
+//                    $this->handleExtension[] = $class::getExtension();
+//
+//            }
+//        }
+//    }
+
+    public  function getHandleExtension( ){
+
+       // $this->setHandleExtension( );
+       return $this->handleExtension;
+
+    }
+
+
+}
 \ No newline at end of file
@@ -5,7 +5,7 @@
  * Date: 03.11.2015
  * Time: 14:48
  */
-namespace common\components\archive_reader;
+namespace common\components\archives;
 abstract class ArchiveReader
 {
  
@@ -6,19 +6,31 @@
  * Time: 15:12
  */
  
-namespace common\components\archive_reader;
+namespace common\components\archives;
  
  
 class RarArchiveReader extends  ArchiveReader {
  
+    protected $resource;
     public  function open( $file, $password = '' ){
-        $rar_arch = \RarArchive::open( $file, $password );
-        if ($rar_arch === FALSE)
-            die("Failed opening file");
+
+        $this->resource = rar_open( $file, $password );
+        if ($this->resource === FALSE)
+            throw new \Exception("Failed opening rar file");
     }
  
     public  function extractTo( $destination){
+        $list = rar_list($this->resource);
+
+        foreach($list as $file) {
+            $entry = rar_entry_get($this->resource, $file);
+            $entry->extract($destination);
+
+            $this->setExtractedFiles($entry->getName(), pathinfo($entry->getName(), PATHINFO_EXTENSION));
+
+        }
  
+        rar_close($this->resource);
     }
     public static  function getExtension(){
         return 'rar';
+<?php
+/**
+ * Created by PhpStorm.
+ * User: Tsurkanov
+ * Date: 03.11.2015
+ * Time: 15:12
+ */
+
+namespace common\components\archives;
+
+
+class ZipArchiveReader extends  ArchiveReader {
+
+    protected $resource;
+    public  function open( $file, $password = '' ){
+        $zip = new \ZipArchive;
+        $this->resource = $zip->open( $file );
+        if ($this->resource === FALSE)
+            throw new \Exception("Failed opening zip file");
+    }
+
+    public  function extractTo( $destination){
+
+            $this->resource->extractTo($destination);
+
+        for ($i = 0; $i < $this->resource->numFiles; $i++) {
+            $filename = $this->resource->getNameIndex($i);
+            $this->setExtractedFiles($filename, pathinfo($filename, PATHINFO_EXTENSION));
+        }
+
+        $this->resource->close();
+    }
+    public static  function getExtension(){
+        return 'rar';
+    }
+
+
+
+
+}
 \ No newline at end of file
@@ -38,23 +38,33 @@ class MailAttachmentsSaver
     /**
      * @var - префикс который будет прибавлен к оригинальному имени сохраняемого файла
      */
-    public $file_name_prefix;
+    protected $file_name_prefix;
  
-    public function __construct(MailReader $mail_reader, $massage_type)
+
+
+    public function __construct(MailReader $mail_reader)
     {
         $this->mail_reader = $mail_reader;
-        $this->massage_type = $massage_type;
+
         $this->saved_files_arr = [];
  
     }
  
+    /**
+     * @param mixed $file_name_prefix
+     */
+    public function setFileNamePrefix($file_name_prefix)
+    {
+        $this->file_name_prefix = $file_name_prefix;
+    }
  
-    public function saveAttachmentsTo( $destination )
+    public function saveAttachmentsTo( $destination, $massage_type )
     {
+        $this->massage_type = $massage_type;
         $emails = $this->mail_reader->getEmails($this->massage_type);
  
         /* if emails are returned, cycle through each... */
-
+        $result = false;
         if ($emails) {
  
             /* begin output var */
@@ -116,6 +126,7 @@ class MailAttachmentsSaver
                                 mb_internal_encoding("UTF-8");
                                 file_put_contents($name, $val['attachment']);
                                 $this->setSavedFile( $name , $ext );
+                                $result = true;
                             }
  
                         }
@@ -127,6 +138,7 @@ class MailAttachmentsSaver
  
         }
  
+        return $result;
     }
  
     /**
@@ -150,12 +150,18 @@ class ParserController extends Controller
             $files = array_merge( $files, $arch_reader->getExtractedFiles());
         }
  
-        foreach ( $files as $file => $key ) {
+        foreach ( $files as $name => $ext ) {
+            $file_name = '';
+            if( $ext = 'csv' ){
+                $files_model = new ImportersFiles();
+                $files_model->importer_id = $importer_id;
+                if ($files_model->save()) {
+                    $file_name = \Yii::$app->db->getLastInsertID();
+                } // обработчик ошибки !!!!!
  
+            }
  
-            //            $files_model = new ImportersFiles();
-//            $files_model->importer_id = $importer_id;
-            // $db->lastInsertId()
+            // переписываем файл в автолоад папку, и переименовываем если указано имя
         }
  
     }