BookTest.php 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402
  1. <?php
  2. namespace App\Console\Commands;
  3. use App\Modules\Book\Services\BookSubscribleChapterService;
  4. use App\Modules\Subscribe\Services\ChapterOrderService;
  5. use App\Modules\YunQi\Models\BookUser;
  6. use App\Modules\YunQi\Models\YqUserBidRelation;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Console\Command;
  9. use Log;
  10. use DB;
  11. use Redis;
  12. use App\Modules\Book\Models\Book;
  13. use App\Modules\Book\Models\Chapter;
  14. use App\Modules\SendOrder\Models\SendOrder;
  15. use App\Modules\SendOrder\Services\SendOrderService;
  16. use App\Modules\Subscribe\Models\Order;
  17. use App\Jobs\SendStatisticsList;
  18. use App\Modules\OfficialAccount\Models\ForceSubscribeUsers;
  19. use App\Modules\User\Services\UserSignService;
  20. use App\Modules\Book\Models\BookUvStat;
  21. use App\Modules\Subscribe\Models\ChapterOrder;
  22. class BookTest extends Command
  23. {
  24. /**
  25. * The name and signature of the console command.
  26. *
  27. * @var string
  28. */
  29. protected $signature = 'book:test
  30. {--bid= : the id of a book}';
  31. /**
  32. * The console command description.
  33. *
  34. * @var string
  35. */
  36. protected $client;
  37. protected $description = 'Command description';
  38. /**
  39. * Create a new command instance.
  40. *
  41. * @return void
  42. */
  43. public function __construct()
  44. {
  45. parent::__construct();
  46. $this->client = new Client(['timeout' => 8.0, 'allow_redirects' => true]);
  47. }
  48. /**
  49. * Execute the console command.
  50. *
  51. * @return mixed
  52. */
  53. public function handle()
  54. {
  55. //$this->data1();
  56. //$this->testTest();
  57. //$this->activity();
  58. //$this->testBookSmartPushStats();
  59. //$this->sendOrderStats105();
  60. $this->you2();
  61. }
  62. public function activity()
  63. {
  64. $res = \App\Modules\Activity\Services\ActivityService::ActivityStatsI(16);
  65. $str = "日期,site id,活动页面访问uv,按钮uv,生成订单数,成功支付订单数,首充用户数,点击阅读页面文字链uv,阅读页面文字链订单数,阅读页面文字链成功订单数,阅读页面文字链首充用户数,签到回调文字链uv,签到回调文字链生成订单数,签到回调文字链成功成功订单数,签到回调文字链首充用户数\r\n";
  66. $str = mb_convert_encoding($str, 'gbk');
  67. $file_name = date('Y-m-d') . '.csv';
  68. file_put_contents($file_name, $str);
  69. $temp = '';
  70. foreach ($res as $val) {
  71. $temp .= "{$val['day']},{$val['siteid']},{$val['uv']},{$val['button_uv']},{$val['order_num']},{$val['success_order_num']},{$val['first_charge_num']},{$val['reader_uv']},{$val['reader_order']},{$val['reader_success_order']},{$val['reader_first_charge']},{$val['signcallback_uv']},{$val['signcallback_order']},{$val['signcallback_success_order']},{$val['signcallback_first_charge']}\r\n";
  72. }
  73. file_put_contents($file_name, $temp, FILE_APPEND);
  74. }
  75. public function data1(){
  76. //1,图书uv
  77. $keys = Redis::SMEMBERS('book_before_five_uvs');
  78. if(!$keys){
  79. return 0;
  80. }
  81. $data = [];
  82. $book_name_arr = [];
  83. $i = 0;
  84. foreach ($keys as $k){
  85. $k_array = explode('_',$k);
  86. $uv = Redis::scard('book_before_five_uv_'.$k);
  87. if(isset($book_name_arr[$k_array[1]]) && !empty($book_name_arr[$k_array[1]])){
  88. $book_name = $book_name_arr[$k_array[1]];
  89. }else{
  90. $book_name_info = DB::table('book_configs')->where('bid',$k_array[1])->select('book_name')->first();
  91. if($book_name_info){
  92. $book_name_arr[$k_array[1]] = $book_name_info->book_name;
  93. $book_name = $book_name_info->book_name;
  94. }else{
  95. $book_name = '未知';
  96. }
  97. }
  98. $data[] = [
  99. 'bid'=>$k_array[1],
  100. 'day'=>$k_array[0],
  101. 'sequence'=>$k_array[2],
  102. 'book_name'=>$book_name,
  103. 'uv'=>$uv,
  104. 'created_at'=>date('Y-m-d H:i:s'),
  105. 'updated_at'=>date('Y-m-d H:i:s')
  106. ];
  107. $i++;
  108. if($i && $i%200 == 0){
  109. DB::table('book_five_chapter_uv')->insert($data);
  110. $data = [];
  111. }
  112. }
  113. DB::table('book_five_chapter_uv')->insert($data);
  114. }
  115. public function data2(){
  116. //强关
  117. $keys = Redis::SMEMBERS('subscribe_page_uv_send_order_ids');
  118. $data = [];
  119. $i = 0;
  120. foreach ($keys as $k){
  121. $subscribe_uv = Redis::scard('subscribe_page_uv'.$k);
  122. $data[] = [
  123. 'send_order_id'=>$k,
  124. 'subscribe_uv'=>$subscribe_uv,
  125. 'pay_uv'=>0,
  126. 'created_at'=>date('Y-m-d H:i:s'),
  127. 'updated_at'=>date('Y-m-d H:i:s')
  128. ];
  129. $i++;
  130. if($i && $i%200 == 0){
  131. DB::table('subscribe_pay_page_uv')->insert($data);
  132. $data = [];
  133. }
  134. }
  135. $keys = null;
  136. $k = null;
  137. DB::table('subscribe_pay_page_uv')->insert($data);
  138. $data = [];
  139. //支付
  140. $keys = Redis::SMEMBERS('pay_page_uv_send_order_ids');
  141. foreach ($keys as $v){
  142. $pay_uv = Redis::scard('pay_page_uv'.$v);
  143. $o = DB::table('subscribe_pay_page_uv')->where('send_order_id',$v)->first();
  144. if($o){
  145. DB::table('subscribe_pay_page_uv')->where('send_order_id',$v)->update([
  146. 'pay_uv'=>$pay_uv
  147. ]);
  148. }else{
  149. DB::table('subscribe_pay_page_uv')->insert([
  150. 'send_order_id'=>$v,
  151. 'subscribe_uv'=>0,
  152. 'pay_uv'=>$pay_uv,
  153. 'created_at'=>date('Y-m-d H:i:s'),
  154. 'updated_at'=>date('Y-m-d H:i:s')
  155. ]);
  156. }
  157. }
  158. }
  159. public function testTest(){
  160. $res = \App\Modules\Statistic\Services\WapVisitStatService::smartPushTestBookStats(6);
  161. echo \Hashids::encode(6).PHP_EOL;
  162. print_r($res);
  163. }
  164. private function testBookSmartPushStats(){
  165. $sql1 = 'TRUNCATE test_book_smart_push_stats';
  166. DB::update($sql1);
  167. $result = DB::table('book_configs')->whereIn('test_status',[1,2])->select('bid','vip_seq')->get();
  168. /*foreach ($result as $v){
  169. t($v->bid,$v->vip_seq);
  170. }*/
  171. function t($bid,$vip_seq){
  172. $data = [];
  173. $key1 = 'smartPushTestBookPayPageUv:bid:%s';
  174. $pay_page_uv = (int)(Redis::scard(sprintf($key1,$bid)));
  175. $key2 = 'smartPushTestBookPaidUv:bid:%s';
  176. $paid_num = (int)(Redis::scard(sprintf($key2,$bid)));
  177. $amount = Redis::Hget('smartPushTestBookPaidAmount',$bid);
  178. if(!$amount)
  179. $amount = 0;
  180. for ($i = 1;$i<=60;$i++){
  181. $key3 = 'smartPushTestBookChapterUv:bid:%s:seq:%s';
  182. $sequence_uv = (int)(Redis::scard(sprintf($key3,$bid,$i)));
  183. if(!$sequence_uv){
  184. continue;
  185. }
  186. $data[] = [
  187. 'bid'=>$bid,
  188. 'sequence'=>$i,
  189. 'sequence_uv'=>$sequence_uv,
  190. 'vip_sequence'=>$vip_seq,
  191. 'pay_page_uv'=>$pay_page_uv,
  192. 'paid_user_num'=>$paid_num,
  193. 'amount'=>$amount,
  194. 'created_at'=>date('Y-m-d H:i:s'),
  195. 'updated_at'=>date('Y-m-d H:i:s')
  196. ];
  197. }
  198. if($data){
  199. DB::table('test_book_smart_push_stats')->insert($data);
  200. }
  201. }
  202. foreach ($result as $v){
  203. t($v->bid,$v->vip_seq);
  204. }
  205. }
  206. private function sendOrderStats105(){
  207. $sql1 = 'TRUNCATE send_order_stats_105';
  208. DB::update($sql1);
  209. $send_order_ids = Redis::hgetall('sendOrderIdToBid');
  210. if(!$send_order_ids){
  211. return ;
  212. }
  213. function one(int $sendOrderId,int $time){
  214. $info = SendOrderService::getById($sendOrderId);
  215. if(!$info || !$info->book_id){
  216. return ;
  217. }
  218. $subscribe_chaper_seq = 0;
  219. if($info && $info->subscribe_chapter_seq){
  220. $subscribe_chaper_seq = $info->subscribe_chapter_seq;
  221. }
  222. if(!$subscribe_chaper_seq){
  223. $subscribe = BookSubscribleChapterService::getSubcribleChapter($info->book_id,$info->distribution_channel_id);
  224. if ($subscribe) {
  225. $subscribe_chaper_seq = (isset($subscribe->subscribe_chapter_id) && $subscribe->subscribe_chapter_id > 0) ? $subscribe->subscribe_chapter_id : 0;
  226. }
  227. }
  228. $key_1 = 'accurateSendOrderSubscribePageUv:bid:%s:sendorderid:'.$sendOrderId;
  229. //强关页面uv
  230. $subscribe_uv = (int)(Redis::scard(sprintf($key_1,$info->book_id)));
  231. $key_2 = 'accurateSendOrderPayPageUv:bid:%s:send_order_id:'.$sendOrderId;
  232. //付费页面UV
  233. $pay_page_uv = (int)(Redis::scard(sprintf($key_2,$info->book_id)));
  234. //强关数
  235. $subscribe_num = DB::table('force_subscribe_users')
  236. ->where('send_order_id',$sendOrderId)
  237. ->where('bid',$info->book_id)
  238. ->where('created_at','>=',date('Y-m-d H:i:s',$time))
  239. ->count();
  240. $paid_user_num = DB::table('orders')
  241. ->where('send_order_id',$sendOrderId)
  242. ->where('from_bid',$info->book_id)
  243. ->where('status','PAID')
  244. ->where('created_at','>=',date('Y-m-d H:i:s',$time))
  245. ->count();
  246. $book_info = DB::table('book_configs')->where('bid',$info->book_id)->select('book_name','force_subscribe_chapter_seq','vip_seq')->first();
  247. $send_order_chapter_sequence_info = DB::table('chapters')->where('id',$info->chapter_id)->select('sequence')->first();
  248. $send_order_chapter_sequence = 0;
  249. if($send_order_chapter_sequence_info && $send_order_chapter_sequence_info->sequence){
  250. $send_order_chapter_sequence = $send_order_chapter_sequence_info->sequence;
  251. }
  252. if(!$subscribe_chaper_seq){
  253. $subscribe_chaper_seq = $book_info->force_subscribe_chapter_seq;
  254. }
  255. $vip_seq = 0;
  256. $vip_seq_info = Chapter::where('bid',$info->book_id)->where('is_vip',1)->orderBy('sequence')->select('sequence')->first();
  257. if($vip_seq_info){
  258. $vip_seq = $vip_seq_info->sequence;
  259. }
  260. $data = [];
  261. for ($i = 1;$i<=30;$i++){
  262. $key_3 = 'accurateSendOrderChapterUv:bid:%s:seq:%s:sendorderid:'.$sendOrderId;
  263. $chapter_seq_uv = (int)(Redis::scard(sprintf($key_3,$info->book_id,$i)));
  264. if(!$chapter_seq_uv){
  265. continue;
  266. }
  267. $data[] = [
  268. 'send_order_id'=>$sendOrderId,
  269. 'send_order_chapter_seq'=>$send_order_chapter_sequence,
  270. 'bid'=>$info->book_id,
  271. 'book_name'=>$book_info->book_name,
  272. 'chaper_sequence'=>$i,
  273. 'chapter_uv'=>$chapter_seq_uv,
  274. 'subscribe_chaper_seq'=>$subscribe_chaper_seq,
  275. 'subscribe_page_uv'=>$subscribe_uv,
  276. 'subscribe_user_num'=>$subscribe_num,
  277. 'vip_chapter_sequence'=>$vip_seq,
  278. 'pay_page_uv'=>$pay_page_uv,
  279. 'paid_user_num'=>$paid_user_num,
  280. 'created_at'=>date('Y-m-d H:i:s'),
  281. 'updated_at'=>date('Y-m-d H:i:s')
  282. ];
  283. }
  284. if($data){
  285. DB::table('send_order_stats_105')->insert($data);
  286. }
  287. }
  288. foreach ($send_order_ids as $send_order_id=> $v){
  289. $array = explode('-',$v);
  290. if(count($array) == 2){
  291. one($send_order_id,$array[1]);
  292. }
  293. }
  294. }
  295. private function you2(){
  296. $sql1 = 'TRUNCATE yq_stats';
  297. DB::update($sql1);
  298. $info = BookUser::where('type','ENABLE')->select('bid','uid','type','updated_at')
  299. ->orderBy('updated_at')->limit(1500)->get();
  300. $info2 = BookUser::where('type','GROUP_1')
  301. ->select('bid','uid','type','updated_at')->orderBy('updated_at')->limit(1500)->get();
  302. $this->you2Type($info,'GROUP_2');
  303. $this->you2Type($info2,'GROUP_1');
  304. }
  305. private function you2Type($info,$type){
  306. $result = [];
  307. $chapter_model = new ChapterOrder();
  308. foreach ($info as $item){
  309. $to_bids = YqUserBidRelation::where('uid',$item->uid)->select('to_bid','created_at')->get()->pluck('created_at','to_bid')->all();
  310. $from_bid = YqUserBidRelation::where('uid',$item->uid)->select('from_bid','created_at')->get()->pluck('created_at','from_bid')->all();
  311. $chapter_model->setCurrentTable($item->uid);
  312. if($to_bids){
  313. foreach ($to_bids as $to_bid=>$time){
  314. if(!$to_bid) continue;
  315. $fee = $chapter_model->where('uid',$item->uid)
  316. ->where('bid',$to_bid)
  317. ->where('created_at','>=',$time)
  318. ->sum('fee');
  319. $amount = Order::where('uid',$item->uid)
  320. ->where('from_bid',$to_bid)
  321. ->where('created_at','>=',$time)
  322. ->where('status','PAID')
  323. ->sum('price');
  324. $result[] = [
  325. 'bid'=>$to_bid,
  326. 'uid'=>$item->uid,
  327. 'fee'=>$fee,
  328. 'amount'=>$amount,
  329. 'start_time'=>$time,
  330. 'type'=>'to',
  331. 'group'=>$type,
  332. 'created_at'=>date('Y-m-d H:i:s'),
  333. 'updated_at'=>date('Y-m-d H:i:s')
  334. ];
  335. }
  336. if($result){
  337. DB::table('yq_stats2')->insert($result);
  338. $result = [];
  339. }
  340. }
  341. if($from_bid){
  342. foreach ($from_bid as $to_bid=>$time){
  343. if(!$to_bid) continue;
  344. $fee = $chapter_model->where('uid',$item->uid)
  345. ->where('bid',$to_bid)
  346. ->where('created_at','>=',$time)
  347. ->sum('fee');
  348. $amount = Order::where('uid',$item->uid)
  349. ->where('from_bid',$to_bid)
  350. ->where('created_at','>=',$time)
  351. ->where('status','PAID')
  352. ->sum('price');
  353. $result[] = [
  354. 'bid'=>$to_bid,
  355. 'uid'=>$item->uid,
  356. 'fee'=>$fee,
  357. 'amount'=>$amount,
  358. 'start_time'=>$time,
  359. 'type'=>'from',
  360. 'group'=>$type,
  361. 'created_at'=>date('Y-m-d H:i:s'),
  362. 'updated_at'=>date('Y-m-d H:i:s')
  363. ];
  364. }
  365. if($result){
  366. DB::table('yq_stats2')->insert($result);
  367. $result = [];
  368. }
  369. }
  370. }
  371. }
  372. }