爬取卖家云订单脚本以及用户订单统计

app/Console/Commands/CustomerOrder.php

@@ -0,0 +1,73 @@
+<?php namespace App\Console\Commands;
+
+use App\Customer;
+use App\CustomerOrderDay;
+use App\Order;
+use Illuminate\Console\Command;
+use Illuminate\Support\Facades\DB;
+use Symfony\Component\Console\Input\InputOption;
+use Symfony\Component\Console\Input\InputArgument;
+
+class CustomerOrder extends Command {
+
+	protected $name = 'CustomerOrder';
+	protected $description = '统计用户订单';
+	protected $page = 1;
+	protected $limit = 10;
+
+    public function handle() {
+        try{
+            $this->getCustomerList();
+        } catch (\Exception $e) {
+            echo $e->getMessage();
+        }
+
+    }
+
+    public function getCustomerList() {
+        $page = $this->page;
+        $offset = ($page - 1) * $this->limit;
+
+        //分页获取用户列表数据
+        $list = Customer::select('id','phone','name','fanTime')->offset($offset)->limit($this->limit)->get();
+        $list = json_decode(json_encode($list),true);
+        if(count($list) > 0){
+            $this->page++;
+            $this->updateOrInsert($list);
+            $this->getCustomerList();
+        } else {
+            echo 'SUCCESS';die;
+        }
+
+    }
+
+    public function updateOrInsert ( $data ) {
+        foreach ( $data as $value ) {
+            //遍历用户 统计每个用户的订单情况
+            $order = Order::select(DB::raw('count(1) as num,
+	SUM(receivedAmount) AS totalReceiveAmount,
+	SUM(freight_cost) AS totalFreightCost,
+	SUM(aftersale_fee) as totalAftersaleFee,
+	SUM(refund_price) AS totalRefundPrice,
+	SUM(cost) as totalCost'))->where('receiverMobile',$value['phone'])->where('is_del',0)->first();
+            $params['totalReceivedAmount'] = $order->totalReceiveAmount;
+            $params['totalOrderNumber'] = $order->num;
+            $params['totalCost'] = $order->totalCost;
+            $params['totalRefundPrice'] = $order->totalRefundPrice;
+            $params['totalFreightCost'] = $order->totalFreightCost;
+            $params['totalAftersaleFee'] = $order->totalAftersaleFee;
+            $params['grossProfit'] = ($params['totalReceivedAmount'] + $params['totalRefundPrice']) - ($params['totalCost'] + $params['totalFreightCost'] + $params['totalAftersaleFee']);
+            $params['grossProfitRatio'] = $params['totalReceivedAmount'] == 0 ? 0 : ($params['grossProfit'] / $params['totalReceivedAmount']);
+            $res = CustomerOrderDay::where('customer_id',$value['id'])->first();
+            if($res){
+                CustomerOrderDay::where('customer_id',$value['id'])->update($params);
+            } else {
+                $params['customer_id'] = $value['id'];
+                $params['name'] = $value['name'];
+                $params['phone'] = $value['phone'];
+                $params['fanTime'] = $value['fanTime'];
+                CustomerOrderDay::insert($params);
+            }
+        }
+    }
+}

app/Console/Commands/freightCost.php

@@ -0,0 +1,256 @@
+<?php namespace App\Console\Commands;
+
+use App\Order;
+use Illuminate\Console\Command;
+use Symfony\Component\Console\Input\InputOption;
+use Symfony\Component\Console\Input\InputArgument;
+
+class freightCost extends Command {
+
+    protected $signature = 'FreightCost';
+
+    /**
+     * The console command description.
+     *
+     * @var string
+     */
+    protected $description = '更新发货订单运费成本';
+//    protected $script = 1;
+    protected $apiKey = 'CZx9Ft8GNnV3MO03pqmr7Ghg';
+    protected $secretKey = '1iunpfvhk6PAyxqjKOne4drfjDzyPtef';
+    protected $accessToken = '';//百度OCR
+    protected $page = 1;//当前页
+    protected $pages = 1;//总页码
+    protected $HTSESSIONID = 'HTSESSIONKEY-1573625655752481066088685965324';
+    protected $phone = '15120071946';//卖家云账号
+    protected $password = 'Kuxuan1!';//卖家云密码
+
+
+    public function handle() {
+//        $this->script = $this->argument('script');
+        set_time_limit(0);
+        ini_set('memory_limit', '1024M');
+//        if(1 == $this->script){
+//            $this->getSession();
+//        } else if(2 == $this->script){
+            $this->getFreightCost();
+//        }
+    }
+
+    public function getSession() {
+        //获取图片验证码
+        $imgArr = $this->getImage();
+        //百度OCR图片识别
+        $code = $this->getCode($imgArr['captchBase64Image']);
+        //登录接口并获取cookie当中的HTSESSIONID
+        $this->login($code,$imgArr['captchaIndex']);
+        //登录后查询发货订单列表
+        $this->getFreightCost();
+    }
+
+    //获取卖家云图片验证码
+    public function getImage() {
+        $url = 'http://erp.maijiayun.cn/captcha20/refreshCaptcha/null.ht';
+        $method = 'get';
+
+        $result = $this->curlWithIpPorxy($method,$url);
+        if($result['success']){
+            return $result['data'];
+        } else {
+            return false;
+        }
+    }
+
+    //获取百度OCR access_token
+    public function getAccessToken() {
+        $url = 'https://aip.baidubce.com/oauth/2.0/token?grant_type=client_credentials&client_id=CZx9Ft8GNnV3MO03pqmr7Ghg&client_secret=1iunpfvhk6PAyxqjKOne4drfjDzyPtef&';
+        $res = file_get_contents($url);
+        $res = json_decode($res,true);
+        $this->accessToken = $res['access_token'];
+    }
+
+    //百度OCR 识别图片并返回验证码
+    public function getCode($imgStr) {
+        $this->getAccessToken();
+        $header = array(
+            'Content-Type: application/x-www-form-urlencoded',
+        );
+        $method = 'post';
+        $url = 'https://aip.baidubce.com/rest/2.0/ocr/v1/general_basic?access_token='.$this->accessToken;
+        $imgArr = explode(',',$imgStr);
+        $params = array(
+            'image' => $imgArr[1]
+        );
+
+        $res = $this->curlWithIpPorxy($method,$url,$params,$header);
+        return $res['words_result'][0]['words'];
+    }
+
+    //卖家云登录接口获取HTSESSIONID
+    public function login($imgCaptcha,$imgCaptchaKey) {
+        $url = 'http://erp.maijiayun.cn/login.ht';
+        $method = 'post';
+        $params['identifier'] = $this->phone;
+        $params['type'] = 'sms';
+        $params['password'] = md5($this->password);
+        $params['imgCaptchaKey'] = $imgCaptchaKey;
+        $params['imgCaptcha'] = $imgCaptcha;
+        $params['eid'] = 'RLMHCBEVA65INDEQ675TEJBW54PQHGD6A62PW2L7G2QZEPVNR5MNRVUVNPMKUOXBCQOOJV4CUWH26XU3L77NFNIB4U';
+        $params['ati'] = '1543460228652';
+
+        $header = array(
+            'Content-Type:application/x-www-form-urlencoded; charset=UTF-8',
+        );
+        $res = $this->curlWithIpPorxy2($method,$url,$params,$header);
+    }
+
+    //根据日期获取发货订单列表
+    public function getFreightCost($times = 0) {
+        $url = 'http://erp.maijiayun.cn/dd/print/statistics/list/deliver.ht';
+        $method = 'post';
+//        $startDate = '2019-10-15 00:00:00';
+        $startDate = date('Y-m-d 00:00:00',strtotime('-5 days'));
+        $endDate = date('Y-m-d 23:59:59',time());
+
+        $params = array(
+            'andQuery'=>'[{"type":"NotEqualCondition","column":"expressCode","value":""},
+            {"type":"GreaterEqualCondition","column":"deliveryTime","value":"'.$startDate.'"},
+            {"type":"LessEqualCondition","column":"deliveryTime","value":"'.$endDate.'"}]',
+            'endTime'=>$endDate,
+            'startTime'=>$startDate,
+            'sort_by'=>'deliveryTime',
+            'per_page'=>'10',
+            'page'=>$this->page,
+            'order'=>'desc',
+        );
+        $header = array(
+            'Content-Type:application/json',
+        );
+        $cookie = 'HTSESSIONID='.$this->HTSESSIONID;
+        $res = $this->curlWithIpPorxy($method,$url,$params,$header,0,'json',$cookie);
+
+        //cookie过期 重新登录
+        if(isset($res['type']) && 'MJYLoginException' == $res['type']){
+            $this->getSession();
+        }
+
+        //失败次数超过3次自动停止
+        if($times >= 3){
+            print_r($res);
+            echo 'FAIL';die;
+        }
+
+        //没有返回正确数据格式 重新请求一次
+        if(!isset($res['totalPageNum'])){
+            $times++;
+            $this->getFreightCost($times);
+        }
+        $this->pages = $res['totalPageNum'];
+
+        //更新订单运费
+        $this->updateFiveDaysOrder($res['page']);
+        if($this->page < $this->pages){
+            //继续请求下一页数据
+            $this->page++;
+            $this->getFreightCost();
+        } else {
+            die;
+        }
+    }
+
+    //更新近十日订单
+    public function updateFiveDaysOrder( $data ) {
+        foreach( $data as $value ) {
+            if( $value['logisticsCost'] > 0 ){
+                $freightCost = $value['logisticsCost'];
+                $re = Order::where('logistics_id',$value['expressCode'])->where('is_del',0)->where('warehouse',3)
+                    ->update(['freight_cost'=>$freightCost]);
+                echo $value['expressCode'].' ';
+            } else {
+                continue;
+            }
+        }
+    }
+
+    //获取接口返回数据
+    private function curlWithIpPorxy($method, $url, $data = array(), $headers = false, $times = 0, $datatype = 'form-data',$cookie = false) {
+        $times++;
+        $ch = curl_init(); //初始化curl
+//        curl_setopt($ch, CURLOPT_COOKIEJAR, storage_path()."/logs/cookie_jar.txt");
+        curl_setopt($ch, CURLOPT_URL, $url);
+        curl_setopt($ch, CURLOPT_HEADER, 0); //
+        curl_setopt($ch, CURLOPT_TIMEOUT, 5);
+        if($headers){
+            curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
+        }
+        curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1); //要求结果为字符串且输出到屏幕上
+        curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false); //绕过ssl验证
+        curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, false);
+        if ($method == 'post') {
+            curl_setopt($ch, CURLOPT_POST, 1); //post提交方式
+            if ($datatype == 'form-data') {
+                curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data));
+            } else if ($datatype == 'json') {
+                curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
+            }
+        }
+        if ($cookie) {
+            curl_setopt($ch, CURLOPT_COOKIE, $cookie);
+        }
+
+        $result = curl_exec($ch); //运行curl
+        if ($result === false && $times < 4) { //接口超时
+            return self::curlWithIpPorxy($method, $url, $data, $headers, $times);
+        }
+        if ($result === false) {
+            return $result;
+        }
+        return json_decode($result, true);
+    }
+
+    //需要获取返回的response body中的cookie值
+    private function curlWithIpPorxy2($method, $url, $data = array(), $headers = false, $times = 0, $datatype = 'form-data') {
+        $times++;
+        $ch = curl_init(); //初始化curl
+//        curl_setopt($ch, CURLOPT_COOKIEJAR, storage_path()."/logs/cookie_jar.txt");
+        curl_setopt($ch, CURLOPT_URL, $url);
+        curl_setopt($ch, CURLOPT_HEADER, 1); //
+        curl_setopt($ch, CURLOPT_TIMEOUT, 5);
+        if($headers){
+            curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
+        }
+        curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1); //要求结果为字符串且输出到屏幕上
+        curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false); //绕过ssl验证
+        curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, false);
+        if ($method == 'post') {
+            curl_setopt($ch, CURLOPT_POST, 1); //post提交方式
+            if ($datatype == 'form-data') {
+                curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data));
+            } else if ($datatype == 'json') {
+                curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
+            }
+        }
+
+        $result = curl_exec($ch); //运行curl
+        if ($result === false && $times < 4) { //接口超时
+            return $this->curlWithIpPorxy($method, $url, $data, $headers, $times);
+        }
+        if ($result === false) {
+            return $result;
+        }
+        // 解析HTTP数据流
+        if(preg_match('/Set-Cookie:[\s]+([^=]+)=([^;]+)/i', $result,$match)) {
+            $cookies[$match[1]] = $match[2];
+            $this->HTSESSIONID = $cookies['HTSESSIONID'];
+            print_r($cookies['HTSESSIONID']);
+            return $cookies['HTSESSIONID'];
+//            foreach ($cookies as $cookieKey => $cookieVal ) {
+//                setcookie($cookieKey,$cookieVal);
+//            }
+        } else {
+            return $this->curlWithIpPorxy($method, $url, $data, $headers, $times);
+        }
+//        return json_decode($result, true);
+    }
+
+}

app/Console/Kernel.php

@@ -42,8 +42,8 @@ class Kernel extends ConsoleKernel {
         'App\Console\Commands\RoiTeamTotal',
         'App\Console\Commands\DayGrandTeamTotal',
         'App\Console\Commands\DayGrandTeamTotalHistory',
-
-        
+        'App\Console\Commands\freightCost',
+        'App\Console\Commands\CustomerOrder',
     ];
 
 	/**

app/Customer.php

@@ -0,0 +1,18 @@
+<?php
+/**
+ * Created by PhpStorm.
+ * User: shensong
+ * Date: 2019/11/13
+ * Time: 15:28
+ */
+
+namespace App;
+
+
+use Illuminate\Database\Eloquent\Model;
+
+class Customer extends Model
+{
+    public $timestamps = false;
+    protected $table = 'customers';
+}

app/CustomerOrderDay.php

@@ -0,0 +1,18 @@
+<?php
+/**
+ * Created by PhpStorm.
+ * User: shensong
+ * Date: 2019/11/13
+ * Time: 17:32
+ */
+
+namespace App;
+
+
+use Illuminate\Database\Eloquent\Model;
+
+class CustomerOrderDay extends Model
+{
+    protected $table = 'customer_order_day';
+    public $timestamps = false;
+}

app/Http/Controllers/Admin/StatisticsController.php

@@ -7,6 +7,7 @@
  */
 namespace App\Http\Controllers\Admin;
 
+use App\CustomerOrderDay;
 use App\Http\Controllers\Controller;
 use App\Logs;
 use App\CustTotal;
@@ -4911,6 +4912,50 @@ class StatisticsController extends Controller
         $filename = 'teamRoi_'.date('Y-m-d_H').'.xlsx';
         return Order::export_excel($result, $filename, $indexKey, $title); 
     }
+
+    public function customerOrder(Request $request) {
+        $page = (int)$request->input('page');
+        $pageSize = 20;
+        if($page<=0){
+            $page = 1;
+        }
+
+        $offset = ($page-1) * $pageSize;
+        $count = CustomerOrderDay::count();
+        $data = CustomerOrderDay::offset($offset)->limit($pageSize)->get();
+
+        if ($count > 1) {
+            // 总页数
+            $pages = ceil($count/20);
+        }else{
+            // 总页数
+            $pages = 1;
+        }
+
+        $result = json_decode(json_encode($data),true);
+        $result = array_map(function($value){
+            $item = $value;
+            $phone = $value['phone'];
+            $item['phone'] = is_numeric($phone) ? substr_replace($phone, '****', 3, 4) : $phone;
+            return $item;
+        },$result);
+        return view('statistics/customerOrder', ['result' =>$result,
+            'page'              =>$page,
+            'count'             =>$count,
+            'pages'             =>$pages,
+        ]);
+    }
+
+    function findNum($str=''){
+        $str=trim($str);
+        if(empty($str)){return '';}
+        $reg='/(\d{3}(\.\d+)?)/is';//匹配数字的正则表达式
+        preg_match_all($reg,$str,$result);
+        if(is_array($result)&&!empty($result)&&!empty($result[1])&&!empty($result[1][0])){
+            return $result[1][0];
+        }
+        return '';
+    }
                                                                                 
 }
                                                                           

app/Http/routes.php

@@ -253,6 +253,9 @@ Route::group(['prefix' => 'admin'], function(){
         //获取余额
         Route::get('cust/getBalance/{phone}', 'Admin\CustomerDepositController@getBalance');
 
+        //用户订单统计
+        Route::get('statistics/customerOrder','Admin\StatisticsController@customerOrder');
+
     });
     
 });

resources/views/admin/index.blade.php

@@ -153,6 +153,9 @@
 
                         <li @if(!isset($res['statistics/dayGrandTeamTotal'])) style="display:none;list-style-type:none;" @endif><a data-href="{{url('admin/statistics/dayGrandTeamTotal')}}" data-title="团队ROI每日汇总报表" href="javascript:void(0)">团队ROI每日汇总报表</a></li>
                     </ul>
+                    <ul>
+                        <li @if(!isset($res['statistics/customerOrder'])) style="display:none;list-style-type:none;" @endif><a data-href="{{url('admin/statistics/customerOrder')}}" data-title="用户订单统计" href="javascript:void(0)">用户订单统计</a></li>
+                    </ul>
                    
                 </dd>
             </dl>

resources/views/statistics/customerOrder.blade.php

@@ -0,0 +1,108 @@
+@extends('admin/master')
+@section('content')
+    <body>
+    <div class="page-container">
+        {{--<div>--}}
+            {{--<div>--}}
+                {{--<input class="input-text" style="width:6%;text-align:center" type="text" value="所属团队"/>--}}
+                {{--<select style="width:10%;text-align:center" id='team_id' name="team_id">--}}
+                    {{--<option value="0" @if($team_id=='') selected @endif>-- 选择团队 --</option>--}}
+                    {{--@foreach($teamlist as $v)--}}
+                        {{--<option value="{{$v['id']}}" @if($team_id==$v['id']) selected @endif>{{$v['name']}}</option>--}}
+                    {{--@endforeach--}}
+                {{--</select>--}}
+
+                {{--<input class="input-text" style="width:6%;text-align:center" type="text" value="开始时间"/>--}}
+                {{--<input id="stime" type="text" onfocus="WdatePicker({ dateFmt:'yyyy-MM-dd' })" class="input-text Wdate" autocomplete="off" style="width:12%;text-align:center;margin-left: -5px" name="stime" value="{{$stime?$stime:''}}">--}}
+                {{--<input class="input-text" style="width:6%;text-align:center" type="text" value="结束时间"/>--}}
+                {{--<input id="etime"type="text" onfocus="WdatePicker({ dateFmt:'yyyy-MM-dd' })" class="input-text Wdate" autocomplete="off" style="width:12%;text-align:center;margin-left: -5px" name="etime" value="{{$etime?$etime:''}}">--}}
+
+                {{--<a class="btn btn-primary radius"  style="margin-left: 5px" onclick="user_search()" href="javascript:;">搜索</a>--}}
+                {{--<a class="btn btn-primary radius" onclick="statistics_export()" href="javascript:;"><i class="Hui-iconfont"></i> 导出数据</a>--}}
+
+            {{--</div>--}}
+        {{--</div>--}}
+
+        <div class="mt-20">
+            <table class="table table-border table-bordered table-bg table-hover table-sort">
+                <thead>
+                <tr class="text-c">
+                    <th width="4%">姓名</th>
+                    <th width="4%">手机号</th>
+                    <th width="4%">加粉时间</th>
+                    <th width="4%">成交总金额</th>
+                    <th width="4%">成交总单数</th>
+                    <th width="4%">退补总金额</th>
+                    <th width="4%">售后总金额</th>
+                    <th width="4%">成本总金额</th>
+                    <th width="4%">运费总金额</th>
+                    <th width="4%">毛利</th>
+                    <th width="4%">毛利占比</th>
+                </tr>
+                </thead>
+                <tbody>
+                @if($result)
+                    @foreach($result as $a)
+                        <tr class="text-c" style=" text-align:center;">
+                            <td>{{$a['name']}}</td>
+                            <td>{{$a['phone']}}</td>
+                            <td>{{$a['fanTime']}}</td>
+                            <td>{{$a['totalReceivedAmount']}}</td>
+                            <td>{{$a['totalOrderNumber']}}</td>
+                            <td>{{$a['totalRefundPrice']}}</td>
+                            <td>{{$a['totalAftersaleFee']}}</td>
+                            <td>{{$a['totalCost']}}</td>
+                            <td>{{$a['totalFreightCost']}}</td>
+                            <td>{{$a['grossProfit']}}</td>
+                            <td>{{$a['grossProfitRatio']}}</td>
+                        </tr>
+                    @endforeach
+                @endif
+                </tbody>
+            </table>
+        </div>
+        <div id="page" class="page_div"></div>
+    </div>
+
+    <!--_footer 作为公共模版分离出去-->
+    <script type="text/javascript" src="/admin/lib/jquery/1.9.1/jquery.min.js"></script>
+    <script type="text/javascript" src="/admin/lib/layer/2.4/layer.js"></script>
+    <script type="text/javascript" src="/admin/static/h-ui/js/H-ui.min.js"></script>
+    <script type="text/javascript" src="/admin/static/h-ui.admin/js/H-ui.admin.js"></script>
+    <script type="text/javascript" src="/admin/lib/page/paging.js"></script>
+    <script type="text/javascript" src="/admin/lib/My97DatePicker/4.8/WdatePicker.js"></script>
+    <!--/_footer 作为公共模版分离出去-->
+    <!--/_footer 作为公共模版分离出去-->
+    <script type="text/javascript">
+        // function user_search(){
+        //     var stime = $('#stime').val();
+        //     var etime = $('#etime').val();
+        //     var team_id = $('#team_id').val();
+        //
+        //     location.href = 'dayGrandTeamTotal?stime='+stime+'&etime='+etime+'&team_id='+team_id;
+        // }
+        // //导出
+        // function statistics_export(){
+        //     var stime = $('#stime').val();
+        //     var etime = $('#etime').val();
+        //     var team_id = $('#team_id').val();
+        //
+        //     location.href = '/admin/statistics/dayGrandTeamTotal_export?stime='+stime+'&etime='+etime+'&team_id='+team_id;
+        // }
+
+        /*分页*/
+
+        $("#page").paging({
+            pageNo:{{$page}},
+            totalPage: {{$pages}},
+            totalSize: {{$count}},
+            callback: function(num) {
+                location.href='customerOrder?page='+num;
+            }
+        })
+
+    </script>
+
+    </body>
+
+@endsection