beauti-nof/application/service/EsMobileService.php

<?php
namespace app\service;

use app\common\model\Mobile;
use app\common\model\MobileId;
use think\App;
use think\helper\Str;

class EsMobileService{
    public static function mobile(){
    }
    public static function index(){
        return 'mobiles';
    }
    public static function type(){
        return 'mobile';
    }
    public static function network($network){
        switch ($network){
            case '中国移动':
                return 'zgyd';
            case '中国联通':
                return 'zglt';
            case '中国电信':
                return 'zgdx';
            case '中国广电':
                return 'zggd';
            case '移动网络':
                return 'ydwl';
            case '联通网络':
                return 'ltwl';
            case '电信网络':
                return 'dxwl';
        }
    }
    public static function body(){
        return [
            'mappings'=>[
                'properties'=>[
                    'id'=>['type'=>'long'],
                    'status'=>['type'=>'byte'],
                    'logo'=>['type'=>'text'],
                    'name'=>['type'=>'text'],
                    'brand'=>['type'=>'text'],
                    'no'=>['type'=>'text'],
                    'type'=>['type'=>'byte'],
                    'network'=>['type'=>'keyword'],
                    'proxy_id'=>['type'=>'long'],
                    'city_id'=>['type'=>'long'],
                    'city'=>['type'=>'keyword'],
                    'province_id'=>['type'=>'long'],
                    'province'=>['type'=>'keyword'],
                    'amount_exists'=>['type'=>'double'],
                    'amount_original'=>['type'=>'double'],
                    'amount_base'=>['type'=>'double'],
                    'amount_charge'=>['type'=>'double'],
                    'amount_di'=>['type'=>'double'],
                    'amount_proxy'=>['type'=>'double'],
                    'amount_kill'=>['type'=>'double'],
                    'amount'=>['type'=>'double'],
                    'create_time'=>['type'=>'long'],
                    'update_time'=>['type'=>'long'],
                    'top_time'=>['type'=>'byte'],
                    'rec_time'=>['type'=>'byte'],
                    'summary'=>['type'=>'text'],
                    'is_activity'=>['type'=>'byte'],
                    'activity_time_end'=>['type'=>'long'],
                    'filter_num_0'=>['type'=>'byte'],
                    'filter_num_1'=>['type'=>'byte'],
                    'filter_num_2'=>['type'=>'byte'],
                    'filter_num_3'=>['type'=>'byte'],
                    'filter_num_4'=>['type'=>'byte'],
                    'filter_num_5'=>['type'=>'byte'],
                    'filter_num_6'=>['type'=>'byte'],
                    'filter_num_7'=>['type'=>'byte'],
                    'filter_num_8'=>['type'=>'byte'],
                    'filter_num_9'=>['type'=>'byte'],
                    'filter_middle_3a'=>['type'=>'byte'],
                    'filter_middle_4a'=>['type'=>'byte'],
                    'filter_middle_5a'=>['type'=>'byte'],
                    'filter_middle_6a'=>['type'=>'byte'],
                    'filter_middle_7a'=>['type'=>'byte'],
                    'filter_middle_8a'=>['type'=>'byte'],
                    'filter_middle_abc'=>['type'=>'byte'],
                    'filter_middle_abcd'=>['type'=>'byte'],
                    'filter_middle_abcde'=>['type'=>'byte'],
                    'filter_middle_abcdef'=>['type'=>'byte'],
                    'filter_middle_abcdefg'=>['type'=>'byte'],
                    'filter_middle_abcdefgh'=>['type'=>'byte'],
                    'filter_middle_3ab'=>['type'=>'byte'],
                    'filter_middle_4ab'=>['type'=>'byte'],
                    'filter_middle_5ab'=>['type'=>'byte'],
                    'filter_middle_6ab'=>['type'=>'byte'],
                    'filter_middle_aabb'=>['type'=>'byte'],
                    'filter_middle_aabbcc'=>['type'=>'byte'],
                    'filter_middle_aabbccdd'=>['type'=>'byte'],
                    'filter_middle_aaabb'=>['type'=>'byte'],
                    'filter_middle_abbabb'=>['type'=>'byte'],
                    'filter_middle_aabaab'=>['type'=>'byte'],
                    'filter_middle_abcabc'=>['type'=>'byte'],
                    'filter_middle_abba'=>['type'=>'byte'],
                    'filter_middle_aaabbcc'=>['type'=>'byte'],
                    'filter_middle_abababab'=>['type'=>'byte'],
                    'filter_middle_abababa'=>['type'=>'byte'],
                    'filter_middle_ababab'=>['type'=>'byte'],
                    'filter_middle_ababa'=>['type'=>'byte'],
                    'filter_middle_abab'=>['type'=>'byte'],
                    'filter_no_pos_2'=>['type'=>'byte'],
                    'filter_no_pos_3'=>['type'=>'byte'],
                    'filter_no_pos_4'=>['type'=>'byte'],
                    'filter_no_pos_5'=>['type'=>'byte'],
                    'filter_no_pos_6'=>['type'=>'byte'],
                    'filter_no_pos_7'=>['type'=>'byte'],
                    'filter_no_pos_8'=>['type'=>'byte'],
                    'filter_no_pos_9'=>['type'=>'byte'],
                    'filter_no_pos_10'=>['type'=>'byte'],
                    'filter_no_pos_11'=>['type'=>'byte'],
                    'sort'=>['type'=>'long'],
                    'sort_line'=>['type'=>'long'],
                    'filter_tail_3a'=>['type'=>'byte'],
                    'filter_tail_4a'=>['type'=>'byte'],
                    'filter_tail_5a'=>['type'=>'byte'],
                    'filter_tail_6a'=>['type'=>'byte'],
                    'filter_tail_7a'=>['type'=>'byte'],
                    'filter_tail_8a'=>['type'=>'byte'],
                    'filter_tail_abc'=>['type'=>'byte'],
                    'filter_tail_abcd'=>['type'=>'byte'],
                    'filter_tail_abcde'=>['type'=>'byte'],
                    'filter_tail_abcdef'=>['type'=>'byte'],
                    'filter_tail_abcdefg'=>['type'=>'byte'],
                    'filter_tail_abcdefgh'=>['type'=>'byte'],
                    'filter_tail_3ab'=>['type'=>'byte'],
                    'filter_tail_4ab'=>['type'=>'byte'],
                    'filter_tail_5ab'=>['type'=>'byte'],
                    'filter_tail_6ab'=>['type'=>'byte'],
                    'filter_tail_aabb'=>['type'=>'byte'],
                    'filter_tail_aabbcc'=>['type'=>'byte'],
                    'filter_tail_aabbccdd'=>['type'=>'byte'],
                    'filter_tail_aaabb'=>['type'=>'byte'],
                    'filter_tail_abbabb'=>['type'=>'byte'],
                    'filter_tail_aabaab'=>['type'=>'byte'],
                    'filter_tail_abcabc'=>['type'=>'byte'],
                    'filter_tail_abba'=>['type'=>'byte'],
                    'filter_tail_aaabbcc'=>['type'=>'byte'],
                    'filter_tail_abababab'=>['type'=>'byte'],
                    'filter_tail_abababa'=>['type'=>'byte'],
                    'filter_tail_ababab'=>['type'=>'byte'],
                    'filter_tail_ababa'=>['type'=>'byte'],
                    'filter_tail_abab'=>['type'=>'byte'],
                    'remark'=>['type'=>'text'],
                    'remark_me'=>['type'=>'text'],
                    'hold_chan'=>['type'=>'long'],
                    'hold_user'=>['type'=>'long'],
                    'admin_id'=>['type'=>'long'],
                    'activity_time'=>['type'=>'long'],
                    'stock_num'=>['type'=>'integer'],
                    'batch_no'=>['type'=>'text'],
                    'describe'=>['type'=>'text'],
                    'is_offer'=>['type'=>'integer'],
                ]
            ]
        ];
    }
    public static function mapping(){
        es()->indices()->create([
            'index'=>self::index(),
            'body'=>self::body()
        ]);
    }
    public static function delIndex(){
        es()->indices()->delete([
            'index'=>self::index(),
        ]);
    }
    public static function addMobile(Mobile $mobile){
        if(!Mobile::isTypeNo($mobile['type'])){
            return ;
        }
        $mobile->hidden([],true);
        $mobile['describe']=$mobile['info']['describe']??'';
        $mobile['yys']=self::network($mobile['network']);
        // $mobile->toArray();

        $mobile = $mobile->toArray();
        $mobile['amount'] = intval($mobile['amount']);
        $mobile['total'] = intval($mobile['amount']);

        // dump($mobile);

        es()->index([
            'index'=>self::index(),
            'body'=>$mobile,
            'id'=>$mobile['id'],
        ]);
    }
    public static function addMobiles(array $mobiles){
        $body=[];
        foreach ($mobiles as $mobile){
            $mobile->hidden([],true);
            $mobile['describe']=$mobile['info']['describe']??'';
            $mobile['yys']=self::network($mobile['network']);
            $mobile = $mobile->toArray();
            $mobile['amount'] = intval($mobile['amount']);
            $mobile['total'] = intval($mobile['amount']);
            $body[]=['create'=>['_index'=>self::index(),'_id'=>$mobile['id']]];
            $body[]=$mobile;
            // dump($body);
        }
        es()->bulk([
            'index'=>self::index(),
            'body'=>$body
        ]);
    }
    public static function delMobile(Mobile $mobile){
        es()->deleteByQuery([
            'index'=>self::index(),
            'body'=>[
                'query'=>[
                    'term'=>[
                        'id'=>$mobile['id'],
                    ]
                ]
            ]
        ]);
    }
    public static function delMobiles(array $mobiles){
        if(empty($mobiles)){
            return ;
        }
        $body=[];
        foreach ($mobiles as $mobile){
            $body[]=['delete'=>['_index'=>self::index(),'_id'=>$mobile]];
        }
        $make=es()->bulk([
            'index'=>self::index(),
            'body'=>$body,
        ]);
        return $make->asArray();
    }
    public static function delByMobile($limit=1000){
        $mobileIds= MobileId::notExists()->limit($limit)->column('id');
        if($mobileIds) {
            user_log("EsMobileService_delByMobile", $mobileIds);
        }
        self::delMobiles($mobileIds);
        MobileId::destroy($mobileIds);
        return count($mobileIds);
    }
    public static function updateById($ids,$columnArr){
        if(!is_array($ids)){
            $ids=explode(',',$ids);
        }
        if(empty($ids)){
            return true;
        }
        $ids=array_filter($ids);
        /*        $field=[];
                foreach ($columnArr as $key=>$value){
                    $field[]=sprintf('ctx._source["%s"]=%s',$key,$value);
                }
                $config=[
                    'index'=>self::index(),
                    'body'=>[
                        'query'=>[
                            'terms'=>[
                                'id'=>$ids
                            ]
                        ],
                        'script'=>[
                            //'inline'=>implode(';',$field),
                            'source'=>implode(';',$field),
                            'params'=>$columnArr,
                        ]
                    ]
                ];
                es()->updateByQuery($config);*/
        foreach ($ids as $id){
            es()->update([
                'index'=>self::index(),
                'id'=>$id,
                'body'=>[
                    'doc'=>$columnArr,
                ],
            ]);
        }
    }
    public static function clear($type=1){
        es()->deleteByQuery([
            'index'=>self::index(),
            'body'=>[
                'query'=>[
                    'term'=>[
                        'type'=>['value'=>$type]
                    ]
                ]
            ]
        ]);
    }
    public static function count($type=1){
        try {
            $count=es()->count([
                'index'=>self::index(),
                'body'=>[
                    'query'=>[
                        'term'=>[
                            'type'=>['value'=>$type]
                        ]
                    ]
                ]
            ]);
            return $count->offsetGet('count');
        }catch (\Exception $e){
            return 1000000000;
        }
    }
    public static function get($params,$track_total_hits=true,$delFilter=true){
        $params['timeout']='5s';
        $query=[
            'index'=>self::index(),
            'body'=>$params
        ];
        $query['track_total_hits']=$track_total_hits;
        $query['request_cache']=true;
        $query['timeout']='10s';
        $info=es()->search($query);
        $arr=$info->asArray();
        $newData=[];
        foreach ($arr['hits']['hits']??[] as $item){
            if($delFilter){
                foreach (array_keys($item['_source']) as $col){
                    if(Str::startsWith($col,'filter_')){
                        unset($item['_source'][$col]);
                    }
                }
            }
            $newData[]=$item['_source'];
        }
        $make=[
            'data'=>$newData,
            'total'=>$arr['hits']['total']['value']??null,
        ];
        if(App::$debug) {
            $make['query'] = $query;
        }
        return $make;
    }

    public static function search_all($type=1){
        $size = 200;
        $all_page = 20;
        $count = 0;
        for($page = 1;$page<=100;$page++){
            $limit = ($page-1)*$size;
            $results=es()->search([
                'index'=>self::index(),
                'body'=>[
                    'query'=>[
                        'term'=>[
                            'type'=>['value'=>$type]
                        ]
                    ]
                ],
                'size'=>$size,
                'from'=>$limit,
            ]);

            //$all_page = ceil($results['hits']['total']['value']/$size);

            $mobile_ids = [];
            foreach ($results['hits']['hits'] as $k=>$v){
                $mobile_ids[] = $v['_source']['id'];
            }

            $mobile_db_ids=Mobile::whereIn('id',$mobile_ids)->column('id');

            // es 需要删除的id
            $mobile_ids_es_del = array_diff($mobile_ids,$mobile_db_ids);

            if($mobile_ids_es_del){
                EsMobileService::delMobiles($mobile_ids_es_del);

                user_log("EsMobileService_search_all_delByMobile", $mobile_ids_es_del);
                $count = $count + count($mobile_ids_es_del);
                user_log("EsMobileService_search_all_delByMobile", $count);
            }
        }
    }
}