背景:現在的數據已經寫到了redis隊列里面，完成了入棧的操作，后期打算從redis獲取數據，完成出棧的操作，出棧后然后做一系列的邏輯處理

????? 環境: VMware虛擬機? 內存:1G?? 硬盤:60G? php環境:PHP Version 5.6.31? php框架:TP

????? 測試:事先在redis里面插入了30W條數據，分別模擬php單進程和多進程(3個多進程)

????? php單進程代碼:

public function sinsert() {
??????? //$redis = new Redis(); ?
??????? //$redis->connect('127.0.0.1', 6379);
??????? //寫到list類型緩存里面
??????? //lpush('zc_hk_list', serialize($zc_hk))
??????? //$accountRepayModel = D('AccountRepay');
??????? $this->repay->start();
??????? for($i=1;$i<=300000;$i++) {
????????? $arr = array("k"=>$i,"v"=>"dan".$i);
????????? //var_dump($arr);//exit;??????? ?
??????????? $this->redis->lpush('hongniu', serialize($arr));
??????? }
??????? $this->repay->stop();
??????? $spent_time = $this->repay->spent($echo=true, '全量寫入redis數據發送腳本');
??????? $this->repay->clear();
??????? /*$key = 'name';
??????? $value = $redis->get($key);
??????? var_dump($value);*/
??? }
??? public function slist() {
??????? $this->repay->start();
??????? $list_len? = $this->redis->llen('hongniu');
??????? Log::write('單進程一共有:'.$list_len."條");

??????? if ($list_len == 0) return;
??????? while (true) {
??????????? //$result???? = $this->redis->rpop('hongniu');
??????????? $result???? = $this->redis->lpop('hongniu');
??????????? if(empty($result)) {break;}
??????????? $repayment_data= unserialize($result);
??????????? if(is_array($repayment_data) && !empty($repayment_data)) {
???????????? //Log::write('多進程寫日志的結果是1:'.json_encode($repayment_data));
???????????? Log::write('單進程寫日志的結果是:'.json_encode($repayment_data));
??????????? }
??????? }
??????? $this->repay->stop();
??????? $spent_time = $this->repay->spent($echo=true, '單進程導出redis數據腳本');
??????? $this->repay->clear();
??? }

php多進程代碼

public function binsert() {
??????? //$redis = new Redis(); ?
??????? //$redis->connect('127.0.0.1', 6379);
??????? //寫到list類型緩存里面
??????? //lpush('zc_hk_list', serialize($zc_hk))
??????? //$accountRepayModel = D('AccountRepay');
??????? $this->repay->start();
??????? for($i=1;$i<=300000;$i++) {
????????? $arr = array("k"=>$i,"v"=>"dan".$i);
????????? //var_dump($arr);//exit;
????????? if($i%3==0) {
??????????? $this->redis->select(0);
??????????? $this->redis->lpush('hongniu0', serialize($arr));
????????? }elseif($i%3==1) {
??????????? $this->redis->select(1);
??????????? $this->redis->lpush('hongniu1', serialize($arr));
????????? }else{
??????????? $this->redis->select(2);
??????????? $this->redis->lpush('hongniu2', serialize($arr));
????????? }
??????? }
??????? $this->repay->stop();
??????? $spent_time = $this->repay->spent($echo=true, '全量分別寫入不同redis數據發送腳本');
??????? $this->repay->clear();
??????? /*$key = 'name';
??????? $value = $redis->get($key);
??????? var_dump($value);*/
??? }
??? public function blist1() {
??????? $this->repay->start();
??????? $this->redis->select(0);
??????? $list_len? = $this->redis->llen('hongniu0');
??????? Log::write('多進程一一共有:'.$list_len."條");
??? ?
??????? if ($list_len == 0) return;
?????? ?
??????? while (true) {
??????????? //$result???? = $this->redis->rpop('hongniu');
??????????? $result???? = $this->redis->lpop('hongniu0');
??????????? if(empty($result)) {break;}
??????????? $repayment_data= unserialize($result);
??????????? if(is_array($repayment_data) && !empty($repayment_data)) {
???????????? //Log::write('多進程寫日志的結果是1:'.json_encode($repayment_data));
????????????? Log::write('多進程寫日志的結果是1:'.json_encode($repayment_data), Log::INFO, Log::FILE, LOG_PATH.'blist1_'.date('Ymd').'.log');
??????????? }
??????? }
??????? $this->repay->stop();
??????? $spent_time = $this->repay->spent($echo=true, '多進程導出redis數據腳本1');
??????? $this->repay->clear();
??? } ?
??? public function blist2() {

??????? $this->repay->start();
??????? $this->redis->select(1);
??????? $list_len? = $this->redis->llen('hongniu1');
??????? Log::write('多進程二一共有:'.$list_len."條");
??????? if ($list_len == 0) return;
?????? ?
??????? while (true) {
??????????? //$result???? = $this->redis->rpop('hongniu');
??????????? $result???? = $this->redis->lpop('hongniu1');
??????????? if(empty($result)) {break;}
??????????? $repayment_data= unserialize($result);
??????????? if(is_array($repayment_data) && !empty($repayment_data)) {
???????????? //Log::write('多進程寫日志的結果是1:'.json_encode($repayment_data));
????????????? Log::write('多進程寫日志的結果是2:'.json_encode($repayment_data), Log::INFO, Log::FILE, LOG_PATH.'blist2_'.date('Ymd').'.log');
??????????? }
??????? }
??????? $this->repay->stop();
??????? $spent_time = $this->repay->spent($echo=true, '多進程導出redis數據腳本2');
??????? $this->repay->clear();
??? } ?
??? public function blist3() {
??????? $this->repay->start();
??????? $this->redis->select(2);
??????? $list_len? = $this->redis->llen('hongniu2');
??????? Log::write('多進程三一共有:'.$list_len."條");
??????? if ($list_len == 0) return;
?????? ?
??????? while (true) {
??????????? //$result???? = $this->redis->rpop('hongniu');
??????????? $result???? = $this->redis->lpop('hongniu2');
??????????? if(empty($result)) {break;}
??????????? $repayment_data= unserialize($result);
??????????? if(is_array($repayment_data) && !empty($repayment_data)) {
???????????? //Log::write('多進程寫日志的結果是1:'.json_encode($repayment_data));
????????????? Log::write('多進程寫日志的結果是3:'.json_encode($repayment_data), Log::INFO, Log::FILE, LOG_PATH.'blist3_'.date('Ymd').'.log');
??????????? }
??????? }
??????? $this->repay->stop();
??????? $spent_time = $this->repay->spent($echo=true, '多進程導出redis數據腳本3');
??????? $this->repay->clear();
??? }

測試結果如下所示:

總結

以上是生活随笔為你收集整理的shell模拟php多进程从redis获取数据(多个库)的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。