ThinkPHP uses redis to update database tables

One 、common.php

<?php
//  Apply public files 
use think\cache\driver\Redis;
use think\facade\Db;


/**
 * @param $key [ To be deleted redis The key , It can be understood as virtual table name ]
 */

function delRedis($key){
        $redis=new Redis();
        $redis->delete($key);
    }

/**
 * @param $key [ To be updated or created redis Of key namely , Name of the table to be created ]
 * @param $value [key Corresponding value , It can be many types of parameters ]
 */
function setRedis($key,$value){
    $redis=new Redis();
    $redis->set($key,$value);
}

/**
 * @param $key [ To be extracted or queried redis Of key namely , A table name ]
 * @return mixed|null
 */
function getRedis($key){
    $redis=new Redis();
    return $redis->get($key);
}


/**
 * @param $tablename [ Database table name ]
 * @return mixed|null
 */
function dbMy($tablename){
    return Db::name($tablename);
}


/**
 * @param $tablename [sqlite Database table name ]
 * @return mixed|null
 */
function dbLite($tablename){
    $prefix=config("database.connections.sqlite.prefix");
    return Db::connect('sqlite')->table($prefix.$tablename);
}

function rePost($key){
    return request()->post($key);
}

Two 、database controller, An update 50 strip . You can also set more . When there's new data , Insert , When there is no new data , Update old data .

  function renewDbData($table_name,$lite_table){
        //rk=redisKey
        $rk = 'renewData';
        if(repost('table_name')){
            $table_name=repost('table_name');
        }
        if(repost('lite_table')){
            $lite_table=repost('lite_table');
        }
        // initialization redis surface ,rd=redisData
        // If you run directly after the second time redis surface , And assign it to the variable 
        if(repost('initial')){
            $this->renewInitial($rk,$table_name,$lite_table);
        }
        $rd = getRedis($rk);
        $newData = dbLite($lite_table)->page($rd['page'],50)->select()->toArray();
        foreach($newData as $key=>$item){
            $newID = $item['id'];
            $newDate = $item['partition_key'];
            if(isset($rd['oldData'][$newID])){
                // If the same data exists, skip , And add the updated quantity 1
                if($newDate==$rd['oldData'][$newID]){
                    // Start to change redis The value of 
                    $rd['sameCount']++;
                    $rd['alreadyRenewCount']=$rd['sameCount']+
                        $rd['insCount']+$rd['updateCount'];
                    $rd['progress'] =
                        round($rd['alreadyRenewCount']/$rd['renewCount'],
                            2);
                    unset($rd['oldData'][$newID]);
                    if($rd['progress']==1){
                        $rd['isEnd']=1;
                        setRedis($rk,$rd);
                        if(repost('lite_table')){
                            return json($rd);
                        }
                        return $rd;
                    }
                    setRedis($rk,$rd);
                    continue;
                }
                // If there is no data of the same version , be update
                unset($rd['oldData'][$newID]);
                dbMy($table_name)->save($item);
                $rd['updateCount']++;
            }
            else{
                $rd['insCount'] += dbMy($table_name)->insert($item);
            }
            $rd['alreadyRenewCount']=$rd['sameCount']+
                $rd['insCount']+$rd['updateCount'];
            $rd['progress'] =
                round($rd['alreadyRenewCount']/$rd['renewCount'],
                    2);
            setRedis($rk,$rd);
        }

        if($rd['progress']==1){
            $rd['isEnd']=1;
        }elseif($rd['page']*50<=$rd['renewCount']){
            $rd['page']++;
        }
        setRedis($rk,$rd);
        if(repost('lite_table')){
            return json($rd);
        }
        return $rd;
    }

    function renewInitial($redisKey,$table_name,$lite_table){
        // Delete the original data first 
        delRedis($redisKey);
        $rd = ['renewCount'=>0,'sameCount'=>0,'alreadyRenewCount'=>0,
            'page'=>1,'insCount'=>0,'updateCount'=>0,'oldData'=>[]];
        $oldData=dbMy($table_name)->field('id,partition_key')->
        select()->toArray();
        $oldData=$this->oldData($oldData);
        $newData = dbLite($lite_table)->field('count(*) count')->select()->toArray();
        $count = $newData[0]['count']*1;
        $rd['renewCount']=$count;
        $rd['oldData']=$oldData;
        setRedis($redisKey,$rd);

    }
    function oldData($data){
        $res = [];
        foreach($data as $key=>$item){
            $value = $item['partition_key'];
            if($value){
                $res[$item['id']]=$value;
            }
            else{
                $res[$item['id']]=' No data ';
            }
        }
        return $res;
    }

    function progress(){
        return getRedis('renewData');
    }