m

app/Console/Commands/ZeanExcel.php

@@ -29,6 +29,35 @@ class ZeanExcel extends Command
 
         $this->info(date('m-d H:i:s') . ' 开始整理');
 
+  /*      $source = '品倍福-电影';
+        #获取列序列
+        $sourcefile1 = public_path("upload/csv/".$source).'/'.$source.'_0.Csv';
+
+        $cn = $this->getCsvColSort($sourcefile1);
+
+        $flitFiles = $this->readCsvFiles($source);
+        foreach($flitFiles as $csvPath){
+            $first = $csvPath == $sourcefile1 ? 1 : 0;
+            $this->stat($csvPath, $source, 'Csv', $cn, $first); 
+        }
+        exit;*/
+
+       /* $source = '品倍福-电影';
+        $file = public_path("upload/csv/".$source).'/'.$source.'_0.Csv';
+        $cn = $this->getCsvColSort('C:\Users\admin\Desktop\新建文件夹\博影-影城.xlsx');
+        exit;*/
+        //$reader = new \PhpOffice\PhpSpreadsheet\Reader\Xlsx();
+        
+       /* $reader = new \PhpOffice\PhpSpreadsheet\Reader\Csv();
+        
+        //$filePath= 'C:\Users\admin\Desktop\新建文件夹\博影-影城.xlsx';
+        $filePath= 'C:\Users\admin\Desktop\工作簿2.csv';
+        $filePath= 'C:\Users\admin\Desktop\品倍福-电影_0.csv';
+        //$reader->setInputEncoding($strCode);
+        $spreadsheet = $reader->load($filePath);
+        //echo "\n yes";
+        exit;*/
+
         $time = time();
         //$rkey = 'zean.sourceExcelExportdo';
         while(true){
@@ -54,6 +83,7 @@ class ZeanExcel extends Command
             foreach($files as $filePath){
                 $source = strstr(basename($filePath), '.xlsx', true);
                 $data = $excel->cutFromFile($filePath, $source);
+                //echo "\nCCC";
                 if($data == 49999){
                     $this->stat($filePath, $source, 'xlsx'); //小于49999，直接处理
                 } else {
@@ -84,8 +114,13 @@ class ZeanExcel extends Command
 
     public function getCsvColSort($filePath)
     {
-        $reader = new \PhpOffice\PhpSpreadsheet\Reader\Csv();
-        $spreadsheet = $reader->load($filePath);
+        //echo "\nDDD";
+        //echo "\n".$filePath;
+        
+        //$reader = new \PhpOffice\PhpSpreadsheet\Reader\Csv();
+        //$spreadsheet = $reader->load($filePath);
+        $spreadsheet = \PhpOffice\PhpSpreadsheet\IOFactory::load($filePath);
+        //echo "\nEEE";
         $data = $spreadsheet->getActiveSheet()->toArray();
 
         $columns = ['供应商全称', '供应商简称', '发票类型', '税率', '结算金额', '结算类型'];
@@ -93,8 +128,10 @@ class ZeanExcel extends Command
 
         $cn = array();
         $row = array_shift($data);
+
         //确认需要的列
         foreach($row as $col_key => $col_val){
+            $col_val = trim($col_val, '"');
             if(in_array($col_val, $columns)){
                 $cn[$col_t[$col_val]] = $col_key;
             }
@@ -107,6 +144,8 @@ class ZeanExcel extends Command
 
         ksort($cn);
 
+        //echo "\nFFF";
+
         return $cn;            
     }
 
@@ -121,6 +160,7 @@ class ZeanExcel extends Command
         } else {
             $reader = new \PhpOffice\PhpSpreadsheet\Reader\Csv();
         }
+
         //$reader->setInputEncoding($strCode);
         $spreadsheet = $reader->load($filePath);
         $data = $spreadsheet->getActiveSheet()->toArray();
@@ -132,6 +172,7 @@ class ZeanExcel extends Command
             $list = array();
             
             foreach ($data as $k => $row) {
+
                 if(!$row[0]){
                     break;
                 }
@@ -151,6 +192,7 @@ class ZeanExcel extends Command
                     ksort($cn);
                     continue;
                 } elseif($ext == 'Csv' && $k==0 && $first){
+                    //echo "\n888888";
                     continue;
                 } 
 
@@ -158,6 +200,8 @@ class ZeanExcel extends Command
                     continue;
                 }
 
+                //echo "\n33333";
+
                 $list[] = [
                     'source' => $source, 
                     'title' => $row[$cn[0]], 
@@ -173,6 +217,7 @@ class ZeanExcel extends Command
                     $this->info(date('m-d H:i:s') . ' 插入1000条 '. $source);
                     $list = array();
                 }
+                //echo "\n44444";
 
             }
 
@@ -182,7 +227,7 @@ class ZeanExcel extends Command
                 $this->info(date('m-d H:i:s') . ' 插入'.$en.'条 '. $source);
                 $list = null;
             }
-
+            //echo "\n55555";
             $spreadsheet->disconnectWorksheets();
             unset($spreadsheet);
             unset($data);
@@ -304,6 +349,7 @@ class ZeanExcel extends Command
 
     function readCsvFiles($source)
     {
+        //echo "\nGGG";
         $filePaths = array();
         $dir = public_path("upload/csv/".$source.'/');  // 文件夹路径
 
@@ -375,11 +421,35 @@ class MyreadFilter implements \PhpOffice\PhpSpreadsheet\Reader\IReadFilter
  */
 class ExcelCutHelper
 {
-    public $cutNum = 5;
+    public $cutNum = 3;
     public $returnType = 'Csv';
     public $fileDir = 'upload/csv/';
     public $log;
-    
+
+    /**
+     * 切割字符串
+     * @param $str
+     * @return array|bool
+     */
+    public function cutFromStr($str)
+    {
+        try {
+            $filePath = '/tmp/' . time() . mt_rand(1000, 9000) . $this->returnType;
+            file_put_contents($filePath, $str);
+            if (file_exists($filePath)) {
+                $result =  $this->cutFromFile($filePath);
+                unlink($filePath);
+                return $result;
+            } else {
+                throw new Exception('文件写入错误');
+            }
+        } catch (Exception $e) {
+            $this->log = $e->getMessage();
+            return false;
+        }
+
+    }
+
     /**
      * 切割文件
      * @param $file
@@ -403,6 +473,7 @@ class ExcelCutHelper
             $reader->setReadDataOnly(true);
             $reader->setReadFilter($myFilter);
             
+            //echo "\nAAA";
             foreach ($cutRules as $sheetName => $rowIndexRange) {
                 //读
                 list($myFilter->startRow, $myFilter->endRow, $myFilter->worksheetName) = $rowIndexRange;
@@ -426,8 +497,10 @@ class ExcelCutHelper
                 $spreadsheetWriter->disconnectWorksheets();
                 unset($spreadsheetWriter);
                 $results[] = $saveFile;
+                //echo "\nXXX";
             }
 
+            //echo "\nBBB";
             unset($myFilter);
             unset($reader);
             
@@ -452,22 +525,22 @@ class ExcelCutHelper
             $reader = \PhpOffice\PhpSpreadsheet\IOFactory::createReader($inputFileType);
             $reader->setReadDataOnly(true); //只读数据
             $reader->setReadFilter($myFilter);
-            //$spreadsheet = $reader->load($file);
+            $spreadsheet = $reader->load($file);
             //$sheetData = $spreadsheet->getActiveSheet()->toArray(null, false, false, false);
             list($fileName,) = explode('.', basename($file));
             $datas = array();
 
             $fcount = reset($myFilter->record); //第一个工作表个数
 
-            echo "\n总条数：".$fcount;
+            //echo "\n总条数：".$fcount;
 
-            if($fcount<30000){
-                return 49999; //30000条一下不处理
+            if($fcount<50000){
+                return 49999; //50000条一下不处理
             }
 
-            //大于6万后重新计算分割数，保证每个表最多一万
-            if($fcount >= 60000){
-                $this->cutNum = ceil($fcount / 10000);
+            //大于15万后重新计算分割数，保证每个表最多4万
+            if($fcount > 130000){
+                $this->cutNum = ceil($fcount / 40000);
             }
 
             $averageNum = ceil($fcount / $this->cutNum);