AnimeController.php 47 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\Utils;
  9. use App\Models\MpGenerateVideoTask;
  10. use App\Services\AIGeneration\AIImageGenerationService;
  11. use App\Services\AIGeneration\AIVideoGenerationService;
  12. use App\Services\Anime\AnimeService;
  13. use Illuminate\Http\Request;
  14. use Illuminate\Routing\Controller as BaseController;
  15. use Illuminate\Support\Facades\DB;
  16. use Illuminate\Support\Facades\Redis;
  17. use Illuminate\Support\Facades\Validator;
  18. class AnimeController extends BaseController
  19. {
  20. use ApiResponse;
  21. protected $AnimeService;
  22. protected $AIImageGenerationService;
  23. protected $AIVideoGenerationService;
  24. public function __construct(
  25. AnimeService $AnimeService,
  26. AIImageGenerationService $AIImageGenerationService,
  27. AIVideoGenerationService $AIVideoGenerationService
  28. ) {
  29. $this->AnimeService = $AnimeService;
  30. $this->AIImageGenerationService = $AIImageGenerationService;
  31. $this->AIVideoGenerationService = $AIVideoGenerationService;
  32. }
  33. public function textModel() {
  34. $models = DB::table('mp_text_models')->where('is_enabled', 1)->select('model', 'name')->get()->map(function ($value) {
  35. return (array)$value;
  36. })->toArray();
  37. return $this->success($models);
  38. }
  39. public function artStyleList()
  40. {
  41. $result = [
  42. [
  43. 'art_style' => '日系动漫风格',
  44. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
  45. ],
  46. [
  47. 'art_style' => '国漫风格',
  48. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
  49. ],
  50. [
  51. 'art_style' => 'Q版卡通风格',
  52. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
  53. ],
  54. [
  55. 'art_style' => '简约扁平风格',
  56. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
  57. ],
  58. [
  59. 'art_style' => '古风仙侠风格',
  60. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
  61. ],
  62. [
  63. 'art_style' => '武侠风格',
  64. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
  65. ],
  66. [
  67. 'art_style' => '新中式水墨风格',
  68. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
  69. ],
  70. [
  71. 'art_style' => '写实插画风格',
  72. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
  73. ],
  74. [
  75. 'art_style' => '3D卡通风格',
  76. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
  77. ],
  78. [
  79. 'art_style' => '条漫风格',
  80. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
  81. ],
  82. [
  83. 'art_style' => '赛博朋克风格',
  84. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
  85. ],
  86. [
  87. 'art_style' => '暗黑悬疑风格',
  88. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
  89. ],
  90. [
  91. 'art_style' => '治愈清新风格',
  92. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
  93. ],
  94. ];
  95. return $this->success($result);
  96. }
  97. public function createAnime(Request $request) {
  98. $data = $request->all();
  99. $result = $this->AnimeService->createAnime($data);
  100. return $this->success(['anime_id' => $result]);
  101. }
  102. // 批量生成主体图片
  103. public function batchSetRoleImg(Request $request) {
  104. // 忽略所有超时限制
  105. set_time_limit(0);
  106. ini_set('max_execution_time', '0');
  107. $data = $request->all();
  108. $result = $this->AnimeService->batchSetRoleImg($data);
  109. return $this->success($result);
  110. }
  111. // 批量生成场景图片
  112. public function batchSetSceneImg(Request $request) {
  113. // 忽略所有超时限制
  114. set_time_limit(0);
  115. ini_set('max_execution_time', '0');
  116. $data = $request->all();
  117. $result = $this->AnimeService->batchSetSceneImg($data);
  118. return $this->success($result);
  119. }
  120. // 编辑动漫
  121. public function editAnime(Request $request) {
  122. $data = $request->all();
  123. $result = $this->AnimeService->editAnime($data);
  124. return $this->success(['success'=>$result ? 1 : 0]);
  125. }
  126. // 修改分集主体列表
  127. public function changeEpisodeRoles(Request $request) {
  128. $data = $request->all();
  129. $result = $this->AnimeService->changeEpisodeRoles($data);
  130. return $this->success(['success'=>$result ? 1 : 0]);
  131. }
  132. // 修改分集场景列表
  133. public function changeEpisodeScenes(Request $request) {
  134. $data = $request->all();
  135. $result = $this->AnimeService->changeEpisodeScenes($data);
  136. return $this->success(['success'=>$result ? 1 : 0]);
  137. }
  138. // 编辑分镜剧本
  139. public function editSegment(Request $request) {
  140. $data = $request->all();
  141. $result = $this->AnimeService->editSegment($data);
  142. return $this->success(['success'=>$result ? 1 : 0]);
  143. }
  144. // 动漫对话列表
  145. public function chatList(Request $request) {
  146. $data = $request->all();
  147. $result = $this->AnimeService->chatList($data);
  148. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  149. }
  150. // 动漫对话历史记录
  151. public function chatHistory(Request $request) {
  152. $data = $request->all();
  153. $result = $this->AnimeService->chatHistory($data);
  154. return $this->success($result);
  155. }
  156. // 动漫大纲
  157. public function animeDetail(Request $request) {
  158. $data = $request->all();
  159. $result = $this->AnimeService->animeDetail($data);
  160. return $this->success($result);
  161. }
  162. // 动漫剧集
  163. public function episodeInfo(Request $request) {
  164. $data = $request->all();
  165. $result = $this->AnimeService->episodeInfo($data);
  166. return $this->success($result);
  167. }
  168. // 分镜信息
  169. public function segmentInfo(Request $request) {
  170. $data = $request->all();
  171. $result = $this->AnimeService->segmentInfo($data);
  172. return $this->success($result);
  173. }
  174. // 复制剧集副本
  175. public function copyEpisodeVersion(Request $request) {
  176. $data = $request->all();
  177. $result = $this->AnimeService->copyEpisodeVersion($data);
  178. return $this->success(['success' => $result ? 1 : 0]);
  179. }
  180. // 剧集副本列表
  181. public function episodeVersions(Request $request) {
  182. $data = $request->all();
  183. $result = $this->AnimeService->episodeVersions($data);
  184. return $this->success($result);
  185. }
  186. // 绑定剧集副本
  187. public function bindEpisodeVersion(Request $request) {
  188. $data = $request->all();
  189. $result = $this->AnimeService->bindEpisodeVersion($data);
  190. return $this->success(['success' => $result ? 1 : 0]);
  191. }
  192. // 对话改图
  193. public function chatChangeImg(Request $request) {
  194. $data = $request->all();
  195. $result = $this->AnimeService->chatChangeImg($data);
  196. return $this->success(['img_url' => $result]);
  197. }
  198. // 一键生成分镜
  199. public function batchSetSegmentPics(Request $request) {
  200. // 忽略所有超时限制
  201. set_time_limit(0);
  202. ini_set('max_execution_time', '0');
  203. $data = $request->all();
  204. $result = $this->AnimeService->batchSetSegmentPics($data);
  205. return $this->success($result);
  206. }
  207. // 重新生成分镜
  208. public function reGenerateSegment(Request $request) {
  209. // 忽略所有超时限制
  210. set_time_limit(0);
  211. ini_set('max_execution_time', '0');
  212. $data = $request->all();
  213. $result = $this->AnimeService->reGenerateSegment($data);
  214. return $this->success(['img_url'=>$result]);
  215. }
  216. // 添加分镜
  217. public function addSegment(Request $request) {
  218. // 忽略所有超时限制
  219. set_time_limit(0);
  220. ini_set('max_execution_time', '0');
  221. $data = $request->all();
  222. $result = $this->AnimeService->addSegment($data);
  223. return $this->success($result);
  224. }
  225. // 复制分镜
  226. public function copySegment(Request $request) {
  227. $data = $request->all();
  228. $result = $this->AnimeService->copySegment($data);
  229. return $this->success($result);
  230. }
  231. // 移动分镜
  232. public function moveSegment(Request $request) {
  233. $data = $request->all();
  234. $result = $this->AnimeService->moveSegment($data);
  235. return $this->success(['success'=>$result ? 1: 0]);
  236. }
  237. // 删除分镜
  238. public function delSegment(Request $request) {
  239. $data = $request->all();
  240. $result = $this->AnimeService->delSegment($data);
  241. return $this->success(['success'=>$result ? 1: 0]);
  242. }
  243. // 分镜历史图片|视频
  244. public function segmentHistory(Request $request) {
  245. $data = $request->all();
  246. $result = $this->AnimeService->segmentHistory($data);
  247. return $this->success($result);
  248. }
  249. public function createSegmentVideoTask(Request $request) {
  250. // 忽略所有超时限制
  251. set_time_limit(0);
  252. ini_set('max_execution_time', '0');
  253. $data = $request->all();
  254. // 验证参数
  255. $validator = Validator::make($data, [
  256. 'segment_id' => 'required|string',
  257. 'tail_frame' => 'nullable|string|max:500',
  258. ], [
  259. 'segment_id.required' => '分镜ID不能为空',
  260. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  261. ]);
  262. if ($validator->fails()) {
  263. Utils::throwError('1002:' . $validator->errors()->first());
  264. }
  265. // 创建视频生成任务
  266. $result = $this->AnimeService->createSegmentVideoTask($data);
  267. $taskId = $result['task_id'];
  268. // 设置 SSE 响应头
  269. return response()->stream(function () use ($taskId, $result) {
  270. // 设置 SSE 响应头
  271. echo "data: " . json_encode([
  272. 'type' => 'task_created',
  273. 'data' => $result
  274. ]) . "\n\n";
  275. ob_flush();
  276. flush();
  277. $startTime = time();
  278. $maxDuration = 300; // 5分钟超时
  279. $checkInterval = 5; // 每5秒检查一次
  280. while (time() - $startTime < $maxDuration) {
  281. try {
  282. // 查询任务状态
  283. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  284. if (!$task) {
  285. echo "data: " . json_encode([
  286. 'type' => 'error',
  287. 'message' => '任务不存在'
  288. ]) . "\n\n";
  289. ob_flush();
  290. flush();
  291. break;
  292. }
  293. // 如果任务还在处理中,查询最新状态
  294. if ($task->status === 'processing') {
  295. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  296. if (isset($statusResult['status'])) {
  297. // 更新任务状态
  298. $task->update([
  299. 'status' => $statusResult['status'],
  300. 'result_url' => $statusResult['result_url'] ?? null,
  301. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  302. 'error_message' => $statusResult['error_message'] ?? null,
  303. 'completed_at' => in_array($statusResult['status'], [
  304. 'success',
  305. 'failed'
  306. ]) ? now() : null
  307. ]);
  308. // 如果任务成功,使用事务更新分镜表并创建配音任务
  309. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  310. try {
  311. DB::beginTransaction();
  312. $now = date('Y-m-d H:i:s');
  313. // 获取分镜ID
  314. $segment = DB::table('mp_episode_segments')
  315. ->where('video_task_id', $taskId)
  316. ->first();
  317. if (!$segment) {
  318. throw new \Exception('未找到对应的分镜记录');
  319. }
  320. $segmentId = $segment->segment_id;
  321. // 更新分镜表
  322. $updateResult = DB::table('mp_episode_segments')
  323. ->where('segment_id', $segmentId)
  324. ->update([
  325. 'video_url' => $statusResult['result_url'],
  326. 'video_task_status' => '已完成',
  327. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  328. 'updated_at' => $now
  329. ]);
  330. if (!$updateResult) {
  331. Utils::throwError('20003:更新分镜表失败');
  332. }
  333. // 获取分镜信息用于创建配音任务
  334. $segmentInfo = DB::table('mp_episode_segments')
  335. ->where('segment_id', $segmentId)
  336. ->select('voice_actor', 'dialogue', 'voice_type', 'voice_name', 'emotion', 'emotion_type', 'gender', 'speed_ratio', 'loudness_ratio', 'emotion_scale', 'pitch')
  337. ->first();
  338. // 如果分镜有对话内容,创建视频配音合成任务
  339. $dubTaskId = null;
  340. if ($segmentInfo && !empty($segmentInfo->dialogue)) {
  341. $generate_json = [
  342. 'text' => $segmentInfo->dialogue,
  343. 'role' => $segmentInfo->voice_actor,
  344. 'voice_type' => $segmentInfo->voice_type,
  345. 'voice_name' => $segmentInfo->voice_name,
  346. 'emotion' => $segmentInfo->emotion,
  347. 'emotion_type' => $segmentInfo->emotion_type,
  348. 'gender' => $segmentInfo->gender,
  349. 'speed_ratio' => $segmentInfo->speed_ratio ?? 0,
  350. 'loudness_ratio' => $segmentInfo->loudness_ratio ?? 0,
  351. 'emotion_scale' => $segmentInfo->emotion_scale ?? 0,
  352. 'pitch' => $segmentInfo->pitch ?? 0,
  353. ];
  354. // 插入视频配音合成任务
  355. $dubTaskId = DB::table('mp_dub_video_tasks')->insertGetId([
  356. 'alias_segment_id' => $segmentId,
  357. 'video_url' => $statusResult['result_url'],
  358. 'generate_status' => '执行中',
  359. 'dub_video_url' => '',
  360. 'generate_json' => json_encode($generate_json, 256),
  361. 'created_at' => $now,
  362. 'updated_at' => $now,
  363. ]);
  364. if (!$dubTaskId) {
  365. Utils::throwError('20003:创建配音任务失败');
  366. }
  367. }
  368. DB::commit();
  369. } catch (\Exception $e) {
  370. DB::rollBack();
  371. dLog('anime')->error('视频任务处理失败', [
  372. 'task_id' => $taskId,
  373. 'error' => $e->getMessage()
  374. ]);
  375. }
  376. } elseif ($statusResult['status'] === 'failed') {
  377. DB::table('mp_episode_segments')
  378. ->where('video_task_id', $taskId)
  379. ->update([
  380. 'video_task_status' => '失败',
  381. 'updated_at' => date('Y-m-d H:i:s')
  382. ]);
  383. }
  384. }
  385. }
  386. // 发送当前状态
  387. echo "data: " . json_encode([
  388. 'type' => 'status_update',
  389. 'data' => [
  390. 'task_id' => $task->id,
  391. 'status' => $task->status,
  392. 'result_url' => $task->result_url,
  393. 'error_message' => $task->error_message,
  394. 'elapsed_time' => time() - $startTime
  395. ]
  396. ]) . "\n\n";
  397. ob_flush();
  398. flush();
  399. // 如果任务完成(成功或失败),结束连接
  400. if (in_array($task->status, [
  401. 'success',
  402. 'failed'
  403. ])) {
  404. echo "data: " . json_encode([
  405. 'type' => 'completed',
  406. 'data' => [
  407. 'task_id' => $task->id,
  408. 'status' => $task->status,
  409. 'video_url' => $task->result_url,
  410. 'last_frame_url' => $task->last_frame_url,
  411. 'error_message' => $task->error_message
  412. ]
  413. ]) . "\n\n";
  414. ob_flush();
  415. flush();
  416. break;
  417. }
  418. sleep($checkInterval);
  419. } catch (\Exception $e) {
  420. echo "data: " . json_encode([
  421. 'type' => 'error',
  422. 'message' => '查询任务状态失败: ' . $e->getMessage()
  423. ]) . "\n\n";
  424. ob_flush();
  425. flush();
  426. sleep($checkInterval);
  427. }
  428. }
  429. // 超时处理
  430. if (time() - $startTime >= $maxDuration) {
  431. echo "data: " . json_encode([
  432. 'type' => 'timeout',
  433. 'message' => '任务执行超时,请稍后查询任务状态',
  434. 'data' => [
  435. 'task_id' => $taskId
  436. ]
  437. ]) . "\n\n";
  438. ob_flush();
  439. flush();
  440. }
  441. }, 200, [
  442. 'Content-Type' => 'text/event-stream',
  443. 'Cache-Control' => 'no-cache',
  444. 'Connection' => 'keep-alive',
  445. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  446. ]);
  447. }
  448. /**
  449. * 批量生成分镜视频
  450. */
  451. public function batchSetSegmentVideos(Request $request) {
  452. // 忽略所有超时限制
  453. set_time_limit(0);
  454. ini_set('max_execution_time', '0');
  455. $data = $request->all();
  456. // 验证参数
  457. $validator = Validator::make($data, [
  458. 'anime_id' => 'required|string',
  459. 'episode_number' => 'required|integer',
  460. ], [
  461. 'anime_id.required' => '动漫对话ID不能为空',
  462. 'episode_number.required' => '剧集序号不能为空',
  463. 'episode_number.integer' => '剧集序号必须是整数',
  464. ]);
  465. if ($validator->fails()) {
  466. Utils::throwError('1002:' . $validator->errors()->first());
  467. }
  468. $animeId = $data['anime_id'];
  469. $episodeId = $data['episode_id'];
  470. $episodeNumber = $data['episode_number'];
  471. // 获取所有分镜信息
  472. $segments = DB::table('mp_episode_segments')
  473. ->where('anime_id', $animeId)
  474. ->where('episode_id', $episodeId)
  475. ->where('video_url', '')
  476. ->orderBy('segment_number')
  477. ->limit(2)
  478. ->get();
  479. if ($segments->isEmpty()) {
  480. Utils::throwError('20003:未找到分镜数据');
  481. }
  482. // 批量创建视频任务
  483. $taskIds = [];
  484. $segmentTasks = [];
  485. foreach ($segments as $segment) {
  486. try {
  487. // 检查是否已有视频或正在生成中
  488. if (!empty($segment->video_url) || $segment->video_task_status === '生成中') {
  489. continue;
  490. }
  491. // 获取分镜内容
  492. $segmentContent = $segment->segment_content ?: '';
  493. $tailFrame = $segment->tail_frame ?: '';
  494. // 构建完整的提示词
  495. $fullPrompt = $segmentContent;
  496. if ($tailFrame) {
  497. $fullPrompt .= "\n尾帧描述:$tailFrame";
  498. }
  499. // 智能选择视频时长
  500. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  501. $videoDuration = -1;
  502. // 构建视频生成参数
  503. $videoParams = [
  504. 'model' => 'doubao-seedance-1-0-pro-250528',
  505. 'alias_segment_id' => $segment->segment_id,
  506. 'prompt' => $fullPrompt,
  507. 'video_duration' => $videoDuration,
  508. 'video_resolution' => '720P',
  509. 'seed' => -1,
  510. 'ratio' => '16:9',
  511. 'generate_audio' => false,
  512. 'draft' => false,
  513. 'watermark' => false,
  514. 'camera_fixed' => false,
  515. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  516. ];
  517. // 如果分镜有图片,作为首帧
  518. if (!empty($segment->img_url)) {
  519. $videoParams['first_frame_url'] = $segment->img_url;
  520. }
  521. // 构建content数组
  522. $videoParams['content'] = [
  523. [
  524. 'type' => 'text',
  525. 'text' => $videoParams['prompt'],
  526. ]
  527. ];
  528. // 如果有首帧图片,添加到content中
  529. if (isset($videoParams['first_frame_url'])) {
  530. $videoParams['content'][] = [
  531. 'type' => 'image_url',
  532. 'image_url' => [
  533. 'url' => $videoParams['first_frame_url'],
  534. ],
  535. 'role' => 'first_frame',
  536. ];
  537. }
  538. // 创建视频任务
  539. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  540. $taskIds[] = $task->id;
  541. // 更新分镜表的视频任务信息
  542. DB::table('mp_episode_segments')
  543. ->where('segment_id', $segment->segment_id)
  544. ->update([
  545. 'video_task_id' => $task->id,
  546. 'video_task_status' => '生成中',
  547. 'updated_at' => date('Y-m-d H:i:s')
  548. ]);
  549. $segmentTasks[] = [
  550. 'segment_id' => $segment->segment_id,
  551. 'task_id' => $task->id,
  552. 'segment_number' => $segment->segment_number,
  553. ];
  554. } catch (\Exception $e) {
  555. dLog('anime')->error('创建分镜视频任务失败: ' . $e->getMessage(), [
  556. 'segment_id' => $segment->segment_id,
  557. 'anime_id' => $animeId,
  558. 'episode_number' => $episodeNumber
  559. ]);
  560. continue;
  561. }
  562. }
  563. if (empty($taskIds)) {
  564. Utils::throwError('20003:没有需要生成视频的分镜');
  565. }
  566. // 记录开始时间(包含创建任务的时间)
  567. $startTime = time();
  568. $maxDuration = 1800; // 30分钟超时
  569. // 设置 SSE 响应头并开始长连接
  570. return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration) {
  571. // 发送初始任务创建信息
  572. echo "data: " . json_encode([
  573. 'type' => 'tasks_created',
  574. 'data' => [
  575. 'anime_id' => $animeId,
  576. 'episode_id' => $episodeId,
  577. 'episode_number' => $episodeNumber,
  578. 'total_tasks' => count($taskIds),
  579. 'task_ids' => $taskIds,
  580. 'segments' => $segmentTasks,
  581. 'start_time' => $startTime,
  582. 'max_duration' => $maxDuration
  583. ]
  584. ]) . "\n\n";
  585. ob_flush();
  586. flush();
  587. $checkInterval = 10; // 每10秒检查一次
  588. $completedTasks = [];
  589. $failedTasks = [];
  590. // 检查是否已经超时(包含创建任务的时间)
  591. while (time() - $startTime < $maxDuration) {
  592. try {
  593. $allCompleted = true;
  594. $currentStatus = [];
  595. foreach ($segmentTasks as $segmentTask) {
  596. $taskId = $segmentTask['task_id'];
  597. $segmentId = $segmentTask['segment_id'];
  598. // 跳过已完成或失败的任务
  599. if (in_array($taskId, $completedTasks) || in_array($taskId, $failedTasks)) {
  600. continue;
  601. }
  602. // 查询任务状态
  603. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  604. if (!$task) {
  605. $failedTasks[] = $taskId;
  606. continue;
  607. }
  608. // 如果任务还在处理中,查询最新状态
  609. if ($task->status === 'processing') {
  610. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  611. if (isset($statusResult['status'])) {
  612. // 更新任务状态
  613. $task->update([
  614. 'status' => $statusResult['status'],
  615. 'result_json' => $statusResult['result_json'] ?? [],
  616. 'result_url' => $statusResult['result_url'] ?? null,
  617. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  618. 'error_message' => $statusResult['error_message'] ?? null,
  619. 'completed_at' => in_array($statusResult['status'], [
  620. 'success',
  621. 'failed'
  622. ]) ? now() : null
  623. ]);
  624. // 如果任务成功,使用事务更新分镜表并创建配音任务
  625. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  626. try {
  627. DB::beginTransaction();
  628. $now = date('Y-m-d H:i:s');
  629. // 更新分镜表
  630. $updateResult = DB::table('mp_episode_segments')
  631. ->where('segment_id', $segmentId)
  632. ->update([
  633. 'video_url' => $statusResult['result_url'],
  634. 'video_task_status' => '已完成',
  635. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  636. 'updated_at' => $now
  637. ]);
  638. if (!$updateResult) {
  639. if (!$dubTaskId) {
  640. Utils::throwError('20003:更新分镜表失败');
  641. }
  642. }
  643. // 获取分镜信息用于创建配音任务
  644. $segment = DB::table('mp_episode_segments')
  645. ->where('segment_id', $segmentId)
  646. ->select('voice_actor', 'dialogue', 'voice_type', 'voice_name', 'emotion', 'emotion_type', 'gender', 'speed_ratio', 'loudness_ratio', 'emotion_scale', 'pitch')
  647. ->first();
  648. // 如果分镜有对话内容,创建视频配音合成任务
  649. $dubTaskId = null;
  650. if ($segment && !empty($segment->dialogue)) {
  651. $generate_json = [
  652. 'text' => $segment->dialogue,
  653. 'role' => $segment->voice_actor,
  654. 'voice_type' => $segment->voice_type,
  655. 'voice_name' => $segment->voice_name,
  656. 'emotion' => $segment->emotion,
  657. 'emotion_type' => $segment->emotion_type,
  658. 'gender' => $segment->gender,
  659. 'speed_ratio' => $segment->speed_ratio ?? 0,
  660. 'loudness_ratio' => $segment->loudness_ratio ?? 0,
  661. 'emotion_scale' => $segment->emotion_scale ?? 0,
  662. 'pitch' => $segment->pitch ?? 0,
  663. ];
  664. // 插入视频配音合成任务
  665. $dubTaskId = DB::table('mp_dub_video_tasks')->insertGetId([
  666. 'alias_segment_id' => $segmentId,
  667. 'video_url' => $statusResult['result_url'],
  668. 'generate_status' => '执行中',
  669. 'dub_video_url' => '',
  670. 'generate_json' => json_encode($generate_json, 256),
  671. 'created_at' => $now,
  672. 'updated_at' => $now,
  673. ]);
  674. if (!$dubTaskId) {
  675. Utils::throwError('20003:创建配音任务失败');
  676. }
  677. }
  678. DB::commit();
  679. $completedTasks[] = $taskId;
  680. // 发送单个任务完成通知
  681. echo "data: " . json_encode([
  682. 'type' => 'task_completed',
  683. 'data' => [
  684. 'segment_id' => $segmentId,
  685. 'task_id' => $taskId,
  686. 'segment_number' => $segmentTask['segment_number'],
  687. 'status' => 'success',
  688. 'video_url' => $statusResult['result_url'],
  689. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  690. 'completed_count' => count($completedTasks),
  691. 'total_count' => count($segmentTasks),
  692. 'has_dub_task' => $dubTaskId > 0
  693. ]
  694. ]) . "\n\n";
  695. ob_flush();
  696. flush();
  697. } catch (\Exception $e) {
  698. DB::rollBack();
  699. dLog('anime')->error('视频任务处理失败', [
  700. 'segment_id' => $segmentId,
  701. 'task_id' => $taskId,
  702. 'error' => $e->getMessage()
  703. ]);
  704. // 发送任务处理失败通知
  705. echo "data: " . json_encode([
  706. 'type' => 'task_process_error',
  707. 'data' => [
  708. 'segment_id' => $segmentId,
  709. 'task_id' => $taskId,
  710. 'segment_number' => $segmentTask['segment_number'],
  711. 'error_message' => '任务处理失败: ' . $e->getMessage()
  712. ]
  713. ]) . "\n\n";
  714. ob_flush();
  715. flush();
  716. }
  717. } elseif ($statusResult['status'] === 'failed') {
  718. $updateResult = DB::table('mp_episode_segments')
  719. ->where('segment_id', $segmentId)
  720. ->update([
  721. 'video_task_status' => '失败',
  722. 'updated_at' => date('Y-m-d H:i:s')
  723. ]);
  724. $failedTasks[] = $taskId;
  725. // 发送任务失败通知
  726. echo "data: " . json_encode([
  727. 'type' => 'task_failed',
  728. 'data' => [
  729. 'segment_id' => $segmentId,
  730. 'task_id' => $taskId,
  731. 'segment_number' => $segmentTask['segment_number'],
  732. 'status' => 'failed',
  733. 'error_message' => $statusResult['error_message'] ?? '视频生成失败',
  734. 'failed_count' => count($failedTasks),
  735. 'total_count' => count($segmentTasks)
  736. ]
  737. ]) . "\n\n";
  738. ob_flush();
  739. flush();
  740. }
  741. }
  742. }
  743. // 收集当前状态
  744. $currentStatus[] = [
  745. 'segment_id' => $segmentId,
  746. 'task_id' => $taskId,
  747. 'segment_number' => $segmentTask['segment_number'],
  748. 'status' => $task->status,
  749. 'video_url' => $task->result_url,
  750. 'error_message' => $task->error_message
  751. ];
  752. // 检查是否还有未完成的任务
  753. if (!in_array($task->status, ['success', 'failed'])) {
  754. $allCompleted = false;
  755. }
  756. }
  757. // 发送整体进度更新
  758. echo "data: " . json_encode([
  759. 'type' => 'progress_update',
  760. 'data' => [
  761. 'anime_id' => $animeId,
  762. 'episode_id' => $episodeId,
  763. 'episode_number' => $episodeNumber,
  764. 'completed_count' => count($completedTasks),
  765. 'failed_count' => count($failedTasks),
  766. 'total_count' => count($segmentTasks),
  767. 'elapsed_time' => time() - $startTime,
  768. 'remaining_time' => max(0, $maxDuration - (time() - $startTime)),
  769. 'segments_status' => $currentStatus
  770. ]
  771. ]) . "\n\n";
  772. ob_flush();
  773. flush();
  774. // 如果所有任务都完成了,结束连接
  775. if ($allCompleted) {
  776. // 获取最终结果
  777. $finalSegments = DB::table('mp_episode_segments')
  778. ->where('anime_id', $animeId)
  779. ->where('episode_id', $episodeId)
  780. ->orderBy('segment_number')
  781. ->select('segment_id', 'segment_number', 'video_url', 'video_task_status', 'last_frame_url')
  782. ->get();
  783. echo "data: " . json_encode([
  784. 'type' => 'all_completed',
  785. 'data' => [
  786. 'anime_id' => $animeId,
  787. 'episode_id' => $episodeId,
  788. 'episode_number' => $episodeNumber,
  789. 'completed_count' => count($completedTasks),
  790. 'failed_count' => count($failedTasks),
  791. 'total_count' => count($segmentTasks),
  792. 'total_elapsed_time' => time() - $startTime,
  793. 'segments' => $finalSegments->map(function($segment) {
  794. return [
  795. 'segment_id' => $segment->segment_id,
  796. 'segment_number' => $segment->segment_number,
  797. 'video_url' => $segment->video_url,
  798. 'status' => $segment->video_task_status,
  799. 'last_frame_url' => $segment->last_frame_url
  800. ];
  801. })->toArray()
  802. ]
  803. ]) . "\n\n";
  804. ob_flush();
  805. flush();
  806. break;
  807. }
  808. // 在睡眠前再次检查是否超时,避免不必要的等待
  809. if (time() - $startTime >= $maxDuration) {
  810. break;
  811. }
  812. sleep($checkInterval);
  813. } catch (\Exception $e) {
  814. echo "data: " . json_encode([
  815. 'type' => 'error',
  816. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  817. 'elapsed_time' => time() - $startTime,
  818. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  819. ]) . "\n\n";
  820. ob_flush();
  821. flush();
  822. // 检查是否超时,如果超时则停止循环
  823. if (time() - $startTime >= $maxDuration) {
  824. break;
  825. }
  826. sleep($checkInterval);
  827. }
  828. }
  829. // 超时处理 - 只有在真正超时时才执行
  830. if (time() - $startTime >= $maxDuration) {
  831. // 获取当前所有任务状态
  832. $timeoutSegments = DB::table('mp_episode_segments')
  833. ->where('anime_id', $animeId)
  834. ->where('episode_id', $episodeId)
  835. ->orderBy('segment_number')
  836. ->select('segment_id', 'segment_number', 'video_task_id', 'video_task_status', 'video_url')
  837. ->get();
  838. echo "data: " . json_encode([
  839. 'type' => 'timeout',
  840. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  841. 'data' => [
  842. 'anime_id' => $animeId,
  843. 'episode_id' => $episodeId,
  844. 'episode_number' => $episodeNumber,
  845. 'completed_count' => count($completedTasks),
  846. 'failed_count' => count($failedTasks),
  847. 'total_count' => count($segmentTasks),
  848. 'total_elapsed_time' => time() - $startTime,
  849. 'timeout_duration' => $maxDuration,
  850. 'segments' => $timeoutSegments->map(function($segment) {
  851. return [
  852. 'segment_id' => $segment->segment_id,
  853. 'segment_number' => $segment->segment_number,
  854. 'task_id' => $segment->video_task_id,
  855. 'status' => $segment->video_task_status,
  856. 'video_url' => $segment->video_url
  857. ];
  858. })->toArray()
  859. ]
  860. ]) . "\n\n";
  861. ob_flush();
  862. flush();
  863. }
  864. }, 200, [
  865. 'Content-Type' => 'text/event-stream',
  866. 'Cache-Control' => 'no-cache',
  867. 'Connection' => 'keep-alive',
  868. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  869. ]);
  870. }
  871. // 应用有声制作参数
  872. public function applyAudioData(Request $request) {
  873. $data = $request->all();
  874. $result = $this->AnimeService->applyAudioData($data);
  875. return $this->success(['success' => $result ? 1 : 0]);
  876. }
  877. // 获取分集生成图片信息
  878. public function episodePicsInfo(Request $request) {
  879. // 忽略所有超时限制
  880. set_time_limit(0);
  881. ini_set('max_execution_time', '0');
  882. $data = $request->all();
  883. // 获取生成器函数
  884. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  885. // 返回 SSE 响应
  886. return response()->stream($streamGenerator, 200, [
  887. 'Content-Type' => 'text/event-stream',
  888. 'Cache-Control' => 'no-cache',
  889. 'Connection' => 'keep-alive',
  890. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  891. ]);
  892. }
  893. /**
  894. * 创建完整视频合成任务
  895. *
  896. * @param Request $request
  897. * @return \Illuminate\Http\JsonResponse
  898. */
  899. public function createCompleteVideoTask(Request $request)
  900. {
  901. $data = $request->all();
  902. // 验证参数
  903. $validator = Validator::make($data, [
  904. 'anime_id' => 'required|string',
  905. 'episode_id' => 'required|string',
  906. ], [
  907. 'anime_id.required' => '请选择动漫',
  908. 'episode_id.required' => '请选择分集',
  909. ]);
  910. if ($validator->fails()) {
  911. Utils::throwError('1002:' . $validator->errors()->first());
  912. }
  913. try {
  914. $result = $this->AnimeService->createCompleteVideoTask($data);
  915. return $this->success($result);
  916. } catch (\Exception $e) {
  917. dLog('anime')->error('创建完整视频合成任务失败', [
  918. 'anime_id' => $data['anime_id'] ?? '',
  919. 'episode_id' => $data['episode_id'] ?? '',
  920. 'error' => $e->getMessage()
  921. ]);
  922. return $this->error('20003:'.$e->getMessage());
  923. }
  924. }
  925. // 文生图(通用)
  926. public function generateImg(Request $request) {
  927. $data = $request->all();
  928. $result = $this->AnimeService->generateImg($data);
  929. return $this->success($result);
  930. }
  931. }