AnimeController.php 82 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\Utils;
  9. use App\Models\MpGenerateVideoTask;
  10. use App\Services\AIGeneration\AIImageGenerationService;
  11. use App\Services\AIGeneration\AIVideoGenerationService;
  12. use App\Services\Anime\AnimeService;
  13. use Illuminate\Http\Request;
  14. use Illuminate\Routing\Controller as BaseController;
  15. use Illuminate\Support\Facades\DB;
  16. use Illuminate\Support\Facades\Redis;
  17. use Illuminate\Support\Facades\Validator;
  18. class AnimeController extends BaseController
  19. {
  20. use ApiResponse;
  21. protected $AnimeService;
  22. protected $AIImageGenerationService;
  23. protected $AIVideoGenerationService;
  24. public function __construct(
  25. AnimeService $AnimeService,
  26. AIImageGenerationService $AIImageGenerationService,
  27. AIVideoGenerationService $AIVideoGenerationService
  28. ) {
  29. $this->AnimeService = $AnimeService;
  30. $this->AIImageGenerationService = $AIImageGenerationService;
  31. $this->AIVideoGenerationService = $AIVideoGenerationService;
  32. }
  33. // 文字模型
  34. public function textModel() {
  35. $query = DB::table('mp_text_models')->where('is_enabled', 1);
  36. // 支持 model 搜索
  37. if ($model = request('model')) {
  38. $query->where('model', 'like', "%{$model}%");
  39. }
  40. // 支持 name 搜索
  41. if ($name = request('name')) {
  42. $query->where('name', 'like', "%{$name}%");
  43. }
  44. $models = $query->select('model', 'name')->get()->map(function ($value) {
  45. return (array)$value;
  46. })->toArray();
  47. return $this->success($models);
  48. }
  49. // 图片模型
  50. public function imageModel() {
  51. $query = DB::table('mp_image_models')->where('is_enabled', 1);
  52. // 支持 model 搜索
  53. if ($model = request('model')) {
  54. $query->where('model', 'like', "%{$model}%");
  55. }
  56. // 支持 name 搜索
  57. if ($name = request('name')) {
  58. $query->where('name', 'like', "%{$name}%");
  59. }
  60. $models = $query->select('model', 'name')->get()->map(function ($value) {
  61. return (array)$value;
  62. })->toArray();
  63. return $this->success($models);
  64. }
  65. // 视频模型
  66. public function videoModel() {
  67. $query = DB::table('mp_video_models')->where('is_enabled', 1);
  68. // 支持 model 搜索
  69. if ($model = request('model')) {
  70. $query->where('model', 'like', "%{$model}%");
  71. }
  72. // 支持 name 搜索
  73. if ($name = request('name')) {
  74. $query->where('name', 'like', "%{$name}%");
  75. }
  76. $models = $query->select('model', 'name')->get()->map(function ($value) {
  77. return (array)$value;
  78. })->toArray();
  79. return $this->success($models);
  80. }
  81. public function artStyleList()
  82. {
  83. $result = [
  84. [
  85. 'art_style' => '日系动漫风格',
  86. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
  87. ],
  88. [
  89. 'art_style' => '国漫风格',
  90. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
  91. ],
  92. [
  93. 'art_style' => 'Q版卡通风格',
  94. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
  95. ],
  96. [
  97. 'art_style' => '简约扁平风格',
  98. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
  99. ],
  100. [
  101. 'art_style' => '古风仙侠风格',
  102. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
  103. ],
  104. [
  105. 'art_style' => '武侠风格',
  106. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
  107. ],
  108. [
  109. 'art_style' => '新中式水墨风格',
  110. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
  111. ],
  112. [
  113. 'art_style' => '写实插画风格',
  114. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
  115. ],
  116. [
  117. 'art_style' => '3D卡通风格',
  118. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
  119. ],
  120. [
  121. 'art_style' => '条漫风格',
  122. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
  123. ],
  124. [
  125. 'art_style' => '赛博朋克风格',
  126. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
  127. ],
  128. [
  129. 'art_style' => '暗黑悬疑风格',
  130. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
  131. ],
  132. [
  133. 'art_style' => '治愈清新风格',
  134. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
  135. ],
  136. ];
  137. return $this->success($result);
  138. }
  139. public function createAnime(Request $request) {
  140. $data = $request->all();
  141. $result = $this->AnimeService->createAnime($data);
  142. return $this->success(['anime_id' => $result]);
  143. }
  144. // 批量生成主体图片
  145. public function batchSetRoleImg(Request $request) {
  146. // 忽略所有超时限制
  147. set_time_limit(0);
  148. ini_set('max_execution_time', '0');
  149. $data = $request->all();
  150. $result = $this->AnimeService->batchSetRoleImg($data);
  151. return $this->success($result);
  152. }
  153. // 批量生成场景图片
  154. public function batchSetSceneImg(Request $request) {
  155. // 忽略所有超时限制
  156. set_time_limit(0);
  157. ini_set('max_execution_time', '0');
  158. $data = $request->all();
  159. $result = $this->AnimeService->batchSetSceneImg($data);
  160. return $this->success($result);
  161. }
  162. // 编辑动漫
  163. public function editAnime(Request $request) {
  164. $data = $request->all();
  165. $result = $this->AnimeService->editAnime($data);
  166. return $this->success(['success'=>$result ? 1 : 0]);
  167. }
  168. // 修改分集主体列表
  169. public function changeEpisodeRoles(Request $request) {
  170. $data = $request->all();
  171. $result = $this->AnimeService->changeEpisodeRoles($data);
  172. return $this->success(['success'=>$result ? 1 : 0]);
  173. }
  174. // 修改分集场景列表
  175. public function changeEpisodeScenes(Request $request) {
  176. $data = $request->all();
  177. $result = $this->AnimeService->changeEpisodeScenes($data);
  178. return $this->success(['success'=>$result ? 1 : 0]);
  179. }
  180. // 编辑分镜剧本
  181. public function editSegment(Request $request) {
  182. $data = $request->all();
  183. $result = $this->AnimeService->editSegment($data);
  184. return $this->success(['success'=>$result ? 1 : 0]);
  185. }
  186. // 动漫对话列表
  187. public function chatList(Request $request) {
  188. $data = $request->all();
  189. $result = $this->AnimeService->chatList($data);
  190. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  191. }
  192. // 动漫对话历史记录
  193. public function chatHistory(Request $request) {
  194. $data = $request->all();
  195. $result = $this->AnimeService->chatHistory($data);
  196. return $this->success($result);
  197. }
  198. // 动漫大纲
  199. public function animeDetail(Request $request) {
  200. $data = $request->all();
  201. $result = $this->AnimeService->animeDetail($data);
  202. return $this->success($result);
  203. }
  204. // 动漫剧集
  205. public function episodeInfo(Request $request) {
  206. $data = $request->all();
  207. $result = $this->AnimeService->episodeInfo($data);
  208. return $this->success($result);
  209. }
  210. // 分镜信息
  211. public function segmentInfo(Request $request) {
  212. $data = $request->all();
  213. $result = $this->AnimeService->segmentInfo($data);
  214. return $this->success($result);
  215. }
  216. // 复制剧集副本
  217. public function copyEpisodeVersion(Request $request) {
  218. $data = $request->all();
  219. $result = $this->AnimeService->copyEpisodeVersion($data);
  220. return $this->success($result);
  221. }
  222. // 剧集副本列表
  223. public function episodeVersions(Request $request) {
  224. $data = $request->all();
  225. $result = $this->AnimeService->episodeVersions($data);
  226. return $this->success($result);
  227. }
  228. // 绑定剧集副本
  229. public function bindEpisodeVersion(Request $request) {
  230. $data = $request->all();
  231. $result = $this->AnimeService->bindEpisodeVersion($data);
  232. return $this->success(['success' => $result ? 1 : 0]);
  233. }
  234. // 对话改图
  235. public function chatChangeImg(Request $request) {
  236. $data = $request->all();
  237. $result = $this->AnimeService->chatChangeImg($data);
  238. return $this->success(['img_url' => $result]);
  239. }
  240. public function segmentChatHistory(Request $request) {
  241. $data = $request->all();
  242. $result = $this->AnimeService->segmentChatHistory($data);
  243. return $this->success($result);
  244. }
  245. // 一键生成分镜
  246. public function batchSetSegmentPics(Request $request) {
  247. // 忽略所有超时限制
  248. set_time_limit(0);
  249. ini_set('max_execution_time', '0');
  250. $data = $request->all();
  251. $result = $this->AnimeService->batchSetSegmentPics($data);
  252. return $this->success($result);
  253. }
  254. // 重新生成分镜
  255. public function reGenerateSegment(Request $request) {
  256. // 忽略所有超时限制
  257. set_time_limit(0);
  258. ini_set('max_execution_time', '0');
  259. $data = $request->all();
  260. $result = $this->AnimeService->reGenerateSegment($data);
  261. return $this->success(['img_url'=>$result]);
  262. }
  263. // 添加分镜
  264. public function addSegment(Request $request) {
  265. // 忽略所有超时限制
  266. set_time_limit(0);
  267. ini_set('max_execution_time', '0');
  268. $data = $request->all();
  269. $result = $this->AnimeService->addSegment($data);
  270. return $this->success($result);
  271. }
  272. // 复制分镜
  273. public function copySegment(Request $request) {
  274. $data = $request->all();
  275. $result = $this->AnimeService->copySegment($data);
  276. return $this->success($result);
  277. }
  278. // 移动分镜
  279. public function moveSegment(Request $request) {
  280. $data = $request->all();
  281. $result = $this->AnimeService->moveSegment($data);
  282. return $this->success(['success'=>$result ? 1: 0]);
  283. }
  284. // 删除分镜
  285. public function delSegment(Request $request) {
  286. $data = $request->all();
  287. $result = $this->AnimeService->delSegment($data);
  288. return $this->success(['success'=>$result ? 1: 0]);
  289. }
  290. // 分镜历史图片|视频
  291. public function segmentHistory(Request $request) {
  292. $data = $request->all();
  293. $result = $this->AnimeService->segmentHistory($data);
  294. return $this->success($result);
  295. }
  296. public function createSegmentVideoTask(Request $request) {
  297. // 忽略所有超时限制
  298. set_time_limit(0);
  299. ini_set('max_execution_time', '0');
  300. $data = $request->all();
  301. // 验证参数
  302. $validator = Validator::make($data, [
  303. 'segment_id' => 'required|string',
  304. 'tail_frame' => 'nullable|string|max:500',
  305. ], [
  306. 'segment_id.required' => '分镜ID不能为空',
  307. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  308. ]);
  309. if ($validator->fails()) {
  310. Utils::throwError('1002:' . $validator->errors()->first());
  311. }
  312. // 创建视频生成任务
  313. $result = $this->AnimeService->createSegmentVideoTask($data);
  314. $taskId = $result['task_id'];
  315. // 设置 SSE 响应头
  316. return response()->stream(function () use ($taskId, $result) {
  317. // 设置 SSE 响应头
  318. echo "data: " . json_encode([
  319. 'type' => 'init',
  320. 'data' => $result
  321. ]) . "\n\n";
  322. ob_flush();
  323. flush();
  324. $startTime = time();
  325. $maxDuration = 300; // 5分钟超时
  326. $checkInterval = 5; // 每5秒检查一次
  327. while (time() - $startTime < $maxDuration) {
  328. try {
  329. // 查询任务状态
  330. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  331. if (!$task) {
  332. echo "data: " . json_encode([
  333. 'type' => 'error',
  334. 'message' => '任务不存在'
  335. ]) . "\n\n";
  336. ob_flush();
  337. flush();
  338. break;
  339. }
  340. // 如果任务还在处理中,查询最新状态
  341. if ($task->status === 'processing') {
  342. // 根据任务类型查询不同的状态
  343. if ($task->task_type === 'jimeng') {
  344. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  345. } elseif ($task->task_type === 'keling') {
  346. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  347. } else {
  348. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  349. }
  350. if (isset($statusResult['status'])) {
  351. // 更新任务状态
  352. $task->update([
  353. 'status' => $statusResult['status'],
  354. 'result_url' => $statusResult['result_url'] ?? null,
  355. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  356. 'error_message' => $statusResult['error_message'] ?? null,
  357. 'completed_at' => in_array($statusResult['status'], [
  358. 'success',
  359. 'failed'
  360. ]) ? now() : null
  361. ]);
  362. // 如果任务成功,更新分镜表
  363. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  364. try {
  365. DB::beginTransaction();
  366. $now = date('Y-m-d H:i:s');
  367. // 获取分镜ID
  368. $segment = DB::table('mp_episode_segments')
  369. ->where('video_task_id', $taskId)
  370. ->first();
  371. if (!$segment) {
  372. throw new \Exception('未找到对应的分镜记录');
  373. }
  374. $segmentId = $segment->segment_id;
  375. // 更新分镜表
  376. $updateResult = DB::table('mp_episode_segments')
  377. ->where('segment_id', $segmentId)
  378. ->update([
  379. 'video_url' => $statusResult['result_url'],
  380. 'video_task_status' => '已完成',
  381. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  382. 'updated_at' => $now
  383. ]);
  384. if (!$updateResult) {
  385. Utils::throwError('20003:更新分镜表失败');
  386. }
  387. DB::commit();
  388. } catch (\Exception $e) {
  389. DB::rollBack();
  390. $logData = [
  391. 'task_id' => $taskId,
  392. 'error' => $e->getMessage()
  393. ];
  394. dLog('anime')->error('视频任务处理失败', $logData);
  395. logDB('anime', 'error', '视频任务处理失败', $logData);
  396. }
  397. } elseif ($statusResult['status'] === 'failed') {
  398. DB::table('mp_episode_segments')
  399. ->where('video_task_id', $taskId)
  400. ->update([
  401. 'video_task_status' => '失败',
  402. 'updated_at' => date('Y-m-d H:i:s')
  403. ]);
  404. }
  405. }
  406. }
  407. // 发送当前状态
  408. echo "data: " . json_encode([
  409. 'type' => 'update',
  410. 'data' => [
  411. 'task_id' => $task->id,
  412. 'status' => $task->status,
  413. 'result_url' => $task->result_url,
  414. 'error_message' => $task->error_message,
  415. 'elapsed_time' => time() - $startTime
  416. ]
  417. ]) . "\n\n";
  418. ob_flush();
  419. flush();
  420. // 如果任务完成(成功或失败),结束连接
  421. if (in_array($task->status, [
  422. 'success',
  423. 'failed'
  424. ])) {
  425. echo "data: " . json_encode([
  426. 'type' => 'completed',
  427. 'data' => [
  428. 'task_id' => $task->id,
  429. 'status' => $task->status,
  430. 'video_url' => $task->result_url,
  431. 'last_frame_url' => $task->last_frame_url,
  432. 'error_message' => $task->error_message
  433. ]
  434. ]) . "\n\n";
  435. ob_flush();
  436. flush();
  437. break;
  438. }
  439. sleep($checkInterval);
  440. } catch (\Exception $e) {
  441. echo "data: " . json_encode([
  442. 'type' => 'error',
  443. 'message' => '查询任务状态失败: ' . $e->getMessage()
  444. ]) . "\n\n";
  445. ob_flush();
  446. flush();
  447. sleep($checkInterval);
  448. }
  449. }
  450. // 超时处理
  451. if (time() - $startTime >= $maxDuration) {
  452. echo "data: " . json_encode([
  453. 'type' => 'time_out',
  454. 'message' => '任务执行超时,请稍后查询任务状态',
  455. 'data' => [
  456. 'task_id' => $taskId
  457. ]
  458. ]) . "\n\n";
  459. ob_flush();
  460. flush();
  461. }
  462. }, 200, [
  463. 'Content-Type' => 'text/event-stream',
  464. 'Cache-Control' => 'no-cache',
  465. 'Connection' => 'keep-alive',
  466. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  467. ]);
  468. }
  469. /**
  470. * 批量生成分镜视频
  471. */
  472. public function batchSetSegmentVideos(Request $request) {
  473. // 忽略所有超时限制
  474. set_time_limit(0);
  475. ini_set('max_execution_time', '0');
  476. $data = $request->all();
  477. // 验证参数
  478. $validator = Validator::make($data, [
  479. 'anime_id' => 'required|string',
  480. 'episode_id' => 'required|integer',
  481. ], [
  482. 'anime_id.required' => '动漫对话ID不能为空',
  483. 'episode_id.required' => '剧集ID不能为空',
  484. 'episode_id.integer' => '剧集ID必须是整数',
  485. ]);
  486. if ($validator->fails()) {
  487. Utils::throwError('1002:' . $validator->errors()->first());
  488. }
  489. $animeId = $data['anime_id'];
  490. $episodeId = $data['episode_id'];
  491. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  492. if (!$episode) Utils::throwError('20003:分集不存在');
  493. $episodeNumber = $episode->episode_number;
  494. // 获取所有分镜信息
  495. $segments = DB::table('mp_episode_segments')
  496. ->where('anime_id', $animeId)
  497. ->where('episode_id', $episodeId)
  498. ->whereNotIn('video_task_status', ['已完成', '生成中'])
  499. ->orderBy('segment_number')
  500. ->get();
  501. if ($segments->isEmpty()) {
  502. Utils::throwError('20003:未找到分镜数据');
  503. }
  504. // 批量创建视频任务
  505. $taskIds = [];
  506. $segmentTasks = [];
  507. foreach ($segments as $segment) {
  508. try {
  509. // 检查是否已有视频或正在生成中
  510. if (!empty($segment->video_url) || $segment->video_task_status === '生成中') {
  511. continue;
  512. }
  513. // 获取分镜内容
  514. $segmentContent = $segment->segment_content ?: '';
  515. $tailFrame = $segment->tail_frame ?: '';
  516. // 构建完整的提示词
  517. $fullPrompt = $segmentContent;
  518. if ($tailFrame) {
  519. $fullPrompt .= "\n尾帧描述:$tailFrame";
  520. }
  521. // 智能选择视频时长
  522. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  523. $videoDuration = -1;
  524. // 处理视频模型(在循环外统一处理,避免重复)
  525. if (!isset($model)) {
  526. $model = getProp($data, 'model');
  527. if (!$model) {
  528. // 用户没有输入,从episode表获取
  529. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->first();
  530. $model = getProp($episode, 'video_model');
  531. if (!$model) {
  532. // episode表也没有,使用默认值
  533. $model = 'doubao-seedance-1-5-pro-251215';
  534. }
  535. }
  536. // 验证模型是否在可用模型表中
  537. if (!DB::table('mp_video_models')->where('model', $model)->where('is_enabled', 1)->exists()) {
  538. $model = 'doubao-seedance-1-5-pro-251215';
  539. }
  540. }
  541. // 构建视频生成参数
  542. $videoParams = [
  543. 'model' => $model,
  544. 'alias_segment_id' => $segment->segment_id,
  545. 'prompt' => $fullPrompt,
  546. 'video_duration' => $videoDuration,
  547. 'video_resolution' => '720P',
  548. 'seed' => -1,
  549. 'ratio' => '16:9',
  550. 'generate_audio' => false,
  551. 'draft' => false,
  552. 'watermark' => false,
  553. 'camera_fixed' => false,
  554. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  555. ];
  556. // 如果分镜有图片,作为首帧
  557. $hasImage = !empty($segment->img_url);
  558. $hasVideo = !empty($segment->video_url);
  559. if ($hasImage) {
  560. $videoParams['first_frame_url'] = $segment->img_url;
  561. }
  562. // 构建content数组
  563. $videoParams['content'] = [
  564. [
  565. 'type' => 'text',
  566. 'text' => $videoParams['prompt'],
  567. ]
  568. ];
  569. // 如果有首帧图片,添加到content中
  570. if ($hasImage) {
  571. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  572. $videoParams['content'][] = [
  573. 'type' => 'image_url',
  574. 'image_url' => [
  575. 'url' => $videoParams['first_frame_url'],
  576. ],
  577. 'role' => 'reference_image',
  578. ];
  579. }else {
  580. $videoParams['content'][] = [
  581. 'type' => 'image_url',
  582. 'image_url' => [
  583. 'url' => $videoParams['first_frame_url'],
  584. ],
  585. 'role' => 'first_frame',
  586. ];
  587. }
  588. }
  589. // 获取配音音频URL和时长
  590. $audioUrl = $segment->audio_url ?? '';
  591. $audioDuration = $segment->audio_duration ?? 0;
  592. // 音频传入的前提:必须有至少一张图片或一个视频
  593. $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
  594. // 根据模型选择不同的视频生成方法
  595. if (strpos($model, 'jimeng') !== false) {
  596. // 即梦模型参数调整
  597. $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  598. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  599. unset($videoParams['ratio']);
  600. unset($videoParams['content']); // 即梦不使用content格式
  601. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  602. } elseif (strpos($model, 'kling') !== false) {
  603. // Keling模型参数调整
  604. $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
  605. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  606. unset($videoParams['ratio']);
  607. unset($videoParams['content']); // Keling不使用content格式
  608. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  609. } else {
  610. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  611. if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  612. // 添加配音音频到content中
  613. $videoParams['content'][] = [
  614. 'type' => 'audio_url',
  615. 'audio_url' => [
  616. 'url' => $audioUrl,
  617. ],
  618. 'role' => 'reference_audio',
  619. ];
  620. // 优化提示词,增加音频相关描述
  621. $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
  622. $videoParams['prompt'] = $audioPrompt;
  623. $videoParams['content'][0]['text'] = $audioPrompt;
  624. } else if ($audioDuration) {
  625. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  626. $videoParams['video_duration'] = max(2, min(12, ceil($audioDuration))); // seedance支持2-12s
  627. }
  628. // Seedance模型(默认)
  629. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  630. }
  631. $taskIds[] = $task->id;
  632. // 更新分镜表的视频任务信息
  633. DB::table('mp_episode_segments')
  634. ->where('segment_id', $segment->segment_id)
  635. ->update([
  636. 'video_task_id' => $task->id,
  637. 'video_task_status' => '生成中',
  638. 'updated_at' => date('Y-m-d H:i:s')
  639. ]);
  640. $segmentTasks[] = [
  641. 'segment_id' => $segment->segment_id,
  642. 'task_id' => $task->id,
  643. 'segment_number' => $segment->segment_number,
  644. ];
  645. } catch (\Exception $e) {
  646. $logData = [
  647. 'segment_id' => $segment->segment_id,
  648. 'anime_id' => $animeId,
  649. 'error' => $e->getMessage(),
  650. ];
  651. dLog('anime')->error('创建分镜视频任务失败', $logData);
  652. logDB('anime', 'error', '创建分镜视频任务失败', $logData);
  653. continue;
  654. }
  655. }
  656. if (empty($taskIds)) {
  657. Utils::throwError('20003:没有需要生成视频的分镜');
  658. }
  659. // 保存模型到episode表
  660. if (isset($model)) {
  661. DB::table('mp_anime_episodes')->where('id', $episodeId)->update([
  662. 'video_model' => $model,
  663. 'updated_at' => date('Y-m-d H:i:s')
  664. ]);
  665. }
  666. // 记录开始时间(包含创建任务的时间)
  667. $startTime = time();
  668. $maxDuration = 1800; // 30分钟超时
  669. // 设置 SSE 响应头并开始长连接
  670. return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration) {
  671. // 发送初始任务创建信息
  672. echo "data: " . json_encode([
  673. 'type' => 'init',
  674. 'data' => [
  675. 'anime_id' => $animeId,
  676. 'episode_id' => $episodeId,
  677. 'episode_number' => $episodeNumber,
  678. 'total_tasks' => count($taskIds),
  679. 'task_ids' => $taskIds,
  680. 'segments' => $segmentTasks,
  681. 'start_time' => $startTime,
  682. 'max_duration' => $maxDuration
  683. ]
  684. ]) . "\n\n";
  685. ob_flush();
  686. flush();
  687. $checkInterval = 10; // 每10秒检查一次
  688. $completedTasks = [];
  689. $failedTasks = [];
  690. // 检查是否已经超时(包含创建任务的时间)
  691. while (time() - $startTime < $maxDuration) {
  692. try {
  693. $allCompleted = true;
  694. $currentStatus = [];
  695. foreach ($segmentTasks as $segmentTask) {
  696. $taskId = $segmentTask['task_id'];
  697. $segmentId = $segmentTask['segment_id'];
  698. // 跳过已完成或失败的任务
  699. if (in_array($taskId, $completedTasks) || in_array($taskId, $failedTasks)) {
  700. continue;
  701. }
  702. // 查询任务状态
  703. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  704. if (!$task) {
  705. $failedTasks[] = $taskId;
  706. continue;
  707. }
  708. // 如果任务还在处理中,查询最新状态
  709. if ($task->status === 'processing') {
  710. // 根据任务类型查询不同的状态
  711. if ($task->task_type === 'jimeng') {
  712. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  713. } elseif ($task->task_type === 'keling') {
  714. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  715. } else {
  716. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  717. }
  718. if (isset($statusResult['status'])) {
  719. // 更新任务状态
  720. $task->update([
  721. 'status' => $statusResult['status'],
  722. 'result_json' => $statusResult['result_json'] ?? [],
  723. 'result_url' => $statusResult['result_url'] ?? null,
  724. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  725. 'error_message' => $statusResult['error_message'] ?? null,
  726. 'completed_at' => in_array($statusResult['status'], [
  727. 'success',
  728. 'failed'
  729. ]) ? now() : null
  730. ]);
  731. // 如果任务成功,更新分镜表
  732. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  733. try {
  734. DB::beginTransaction();
  735. $now = date('Y-m-d H:i:s');
  736. // 更新分镜表
  737. $updateResult = DB::table('mp_episode_segments')
  738. ->where('segment_id', $segmentId)
  739. ->update([
  740. 'video_url' => $statusResult['result_url'],
  741. 'video_task_status' => '已完成',
  742. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  743. 'updated_at' => $now
  744. ]);
  745. if (!$updateResult) {
  746. Utils::throwError('20003:更新分镜表失败');
  747. }
  748. DB::commit();
  749. $completedTasks[] = $taskId;
  750. // 发送单个任务完成通知
  751. echo "data: " . json_encode([
  752. 'type' => 'update',
  753. 'data' => [
  754. 'segment_id' => $segmentId,
  755. 'task_id' => $taskId,
  756. 'segment_number' => $segmentTask['segment_number'],
  757. 'status' => 'success',
  758. 'video_url' => $statusResult['result_url'],
  759. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  760. 'completed_count' => count($completedTasks),
  761. 'total_count' => count($segmentTasks)
  762. ]
  763. ]) . "\n\n";
  764. ob_flush();
  765. flush();
  766. } catch (\Exception $e) {
  767. DB::rollBack();
  768. $logData = [
  769. 'segment_id' => $segmentId,
  770. 'task_id' => $taskId,
  771. 'error' => $e->getMessage()
  772. ];
  773. dLog('anime')->error('视频任务处理失败', $logData);
  774. logDB('anime', 'error', '视频任务处理失败', $logData);
  775. // 发送任务处理失败通知
  776. echo "data: " . json_encode([
  777. 'type' => 'error',
  778. 'data' => [
  779. 'segment_id' => $segmentId,
  780. 'task_id' => $taskId,
  781. 'segment_number' => $segmentTask['segment_number'],
  782. 'error_message' => '任务处理失败: ' . $e->getMessage()
  783. ]
  784. ]) . "\n\n";
  785. ob_flush();
  786. flush();
  787. }
  788. } elseif ($statusResult['status'] === 'failed') {
  789. $updateResult = DB::table('mp_episode_segments')
  790. ->where('segment_id', $segmentId)
  791. ->update([
  792. 'video_task_status' => '失败',
  793. 'updated_at' => date('Y-m-d H:i:s')
  794. ]);
  795. $failedTasks[] = $taskId;
  796. // 发送任务失败通知
  797. echo "data: " . json_encode([
  798. 'type' => 'update',
  799. 'data' => [
  800. 'segment_id' => $segmentId,
  801. 'task_id' => $taskId,
  802. 'segment_number' => $segmentTask['segment_number'],
  803. 'status' => 'failed',
  804. 'error_message' => $statusResult['error_message'] ?? '视频生成失败',
  805. 'failed_count' => count($failedTasks),
  806. 'total_count' => count($segmentTasks)
  807. ]
  808. ]) . "\n\n";
  809. ob_flush();
  810. flush();
  811. }
  812. }
  813. }
  814. // 收集当前状态
  815. $currentStatus[] = [
  816. 'segment_id' => $segmentId,
  817. 'task_id' => $taskId,
  818. 'segment_number' => $segmentTask['segment_number'],
  819. 'status' => $task->status,
  820. 'video_url' => $task->result_url,
  821. 'error_message' => $task->error_message
  822. ];
  823. // 检查是否还有未完成的任务
  824. if (!in_array($task->status, ['success', 'failed'])) {
  825. $allCompleted = false;
  826. }
  827. }
  828. // 发送整体进度更新
  829. echo "data: " . json_encode([
  830. 'type' => 'update',
  831. 'data' => [
  832. 'anime_id' => $animeId,
  833. 'episode_id' => $episodeId,
  834. 'episode_number' => $episodeNumber,
  835. 'completed_count' => count($completedTasks),
  836. 'failed_count' => count($failedTasks),
  837. 'total_count' => count($segmentTasks),
  838. 'elapsed_time' => time() - $startTime,
  839. 'remaining_time' => max(0, $maxDuration - (time() - $startTime)),
  840. 'segments_status' => $currentStatus
  841. ]
  842. ]) . "\n\n";
  843. ob_flush();
  844. flush();
  845. // 如果所有任务都完成了,结束连接
  846. if ($allCompleted) {
  847. // 获取最终结果
  848. $finalSegments = DB::table('mp_episode_segments')
  849. ->where('anime_id', $animeId)
  850. ->where('episode_id', $episodeId)
  851. ->orderBy('segment_number')
  852. ->select('segment_id', 'segment_number', 'video_url', 'video_task_status', 'last_frame_url')
  853. ->get();
  854. echo "data: " . json_encode([
  855. 'type' => 'completed',
  856. 'data' => [
  857. 'anime_id' => $animeId,
  858. 'episode_id' => $episodeId,
  859. 'episode_number' => $episodeNumber,
  860. 'completed_count' => count($completedTasks),
  861. 'failed_count' => count($failedTasks),
  862. 'total_count' => count($segmentTasks),
  863. 'total_elapsed_time' => time() - $startTime,
  864. 'segments' => $finalSegments->map(function($segment) {
  865. return [
  866. 'segment_id' => $segment->segment_id,
  867. 'segment_number' => $segment->segment_number,
  868. 'video_url' => $segment->video_url,
  869. 'status' => $segment->video_task_status,
  870. 'last_frame_url' => $segment->last_frame_url
  871. ];
  872. })->toArray()
  873. ]
  874. ]) . "\n\n";
  875. ob_flush();
  876. flush();
  877. break;
  878. }
  879. // 在睡眠前再次检查是否超时,避免不必要的等待
  880. if (time() - $startTime >= $maxDuration) {
  881. break;
  882. }
  883. sleep($checkInterval);
  884. } catch (\Exception $e) {
  885. echo "data: " . json_encode([
  886. 'type' => 'error',
  887. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  888. 'elapsed_time' => time() - $startTime,
  889. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  890. ]) . "\n\n";
  891. ob_flush();
  892. flush();
  893. // 检查是否超时,如果超时则停止循环
  894. if (time() - $startTime >= $maxDuration) {
  895. break;
  896. }
  897. sleep($checkInterval);
  898. }
  899. }
  900. // 超时处理 - 只有在真正超时时才执行
  901. if (time() - $startTime >= $maxDuration) {
  902. // 获取当前所有任务状态
  903. $timeoutSegments = DB::table('mp_episode_segments')
  904. ->where('anime_id', $animeId)
  905. ->where('episode_id', $episodeId)
  906. ->orderBy('segment_number')
  907. ->select('segment_id', 'segment_number', 'video_task_id', 'video_task_status', 'video_url')
  908. ->get();
  909. echo "data: " . json_encode([
  910. 'type' => 'time_out',
  911. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  912. 'data' => [
  913. 'anime_id' => $animeId,
  914. 'episode_id' => $episodeId,
  915. 'episode_number' => $episodeNumber,
  916. 'completed_count' => count($completedTasks),
  917. 'failed_count' => count($failedTasks),
  918. 'total_count' => count($segmentTasks),
  919. 'total_elapsed_time' => time() - $startTime,
  920. 'timeout_duration' => $maxDuration,
  921. 'segments' => $timeoutSegments->map(function($segment) {
  922. return [
  923. 'segment_id' => $segment->segment_id,
  924. 'segment_number' => $segment->segment_number,
  925. 'task_id' => $segment->video_task_id,
  926. 'status' => $segment->video_task_status,
  927. 'video_url' => $segment->video_url
  928. ];
  929. })->toArray()
  930. ]
  931. ]) . "\n\n";
  932. ob_flush();
  933. flush();
  934. }
  935. }, 200, [
  936. 'Content-Type' => 'text/event-stream',
  937. 'Cache-Control' => 'no-cache',
  938. 'Connection' => 'keep-alive',
  939. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  940. ]);
  941. }
  942. // 应用有声制作参数
  943. public function applyAudioData(Request $request) {
  944. $data = $request->all();
  945. $result = $this->AnimeService->applyAudioData($data);
  946. return $this->success(['success' => $result ? 1 : 0]);
  947. }
  948. // 获取分集生成图片信息
  949. public function episodePicsInfo(Request $request) {
  950. // 忽略所有超时限制
  951. set_time_limit(0);
  952. ini_set('max_execution_time', '0');
  953. $data = $request->all();
  954. // 获取生成器函数
  955. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  956. // 返回 SSE 响应
  957. return response()->stream($streamGenerator, 200, [
  958. 'Content-Type' => 'text/event-stream',
  959. 'Cache-Control' => 'no-cache',
  960. 'Connection' => 'keep-alive',
  961. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  962. ]);
  963. }
  964. /**
  965. * 创建完整视频合成任务
  966. *
  967. * @param Request $request
  968. * @return \Illuminate\Http\JsonResponse
  969. */
  970. public function createCompleteVideoTask(Request $request)
  971. {
  972. $data = $request->all();
  973. // 验证参数
  974. $validator = Validator::make($data, [
  975. 'anime_id' => 'required|string',
  976. 'episode_id' => 'required|string',
  977. ], [
  978. 'anime_id.required' => '请选择动漫',
  979. 'episode_id.required' => '请选择分集',
  980. ]);
  981. if ($validator->fails()) {
  982. Utils::throwError('1002:' . $validator->errors()->first());
  983. }
  984. try {
  985. $result = $this->AnimeService->createCompleteVideoTask($data);
  986. return $this->success($result);
  987. } catch (\Exception $e) {
  988. $logData = [
  989. 'anime_id' => $data['anime_id'] ?? '',
  990. 'episode_id' => $data['episode_id'] ?? '',
  991. 'error' => $e->getMessage()
  992. ];
  993. dLog('anime')->error('创建完整视频合成任务失败', $logData);
  994. logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
  995. return $this->error('20003:'.$e->getMessage());
  996. }
  997. }
  998. // 文生图(通用)
  999. public function generateImg(Request $request) {
  1000. $data = $request->all();
  1001. $result = $this->AnimeService->generateImg($data);
  1002. return $this->success($result);
  1003. }
  1004. /**
  1005. * 导出分集的全部图片(下载并打包)
  1006. */
  1007. public function exportEpisodeImages(Request $request) {
  1008. // 忽略所有超时限制
  1009. set_time_limit(0);
  1010. ini_set('max_execution_time', '0');
  1011. ini_set('memory_limit', '512M');
  1012. $data = $request->all();
  1013. // 验证参数
  1014. $validator = Validator::make($data, [
  1015. 'anime_id' => 'required|string',
  1016. 'episode_id' => 'required|string',
  1017. ], [
  1018. 'anime_id.required' => '动漫ID不能为空',
  1019. 'episode_id.required' => '剧集ID不能为空',
  1020. ]);
  1021. if ($validator->fails()) {
  1022. Utils::throwError('1002:' . $validator->errors()->first());
  1023. }
  1024. $animeId = $data['anime_id'];
  1025. $episodeId = $data['episode_id'];
  1026. try {
  1027. // 获取剧集信息
  1028. $episode = DB::table('mp_anime_episodes')
  1029. ->where('anime_id', $animeId)
  1030. ->where('id', $episodeId)
  1031. ->select('episode_number', 'title')
  1032. ->first();
  1033. if (!$episode) {
  1034. Utils::throwError('20003:未找到剧集信息');
  1035. }
  1036. // 获取所有分镜图片和音频
  1037. $segments = DB::table('mp_episode_segments')
  1038. ->where('anime_id', $animeId)
  1039. ->where('episode_id', $episodeId)
  1040. ->whereNotNull('img_url')
  1041. ->where('img_url', '!=', '')
  1042. ->orderBy('segment_number')
  1043. ->select('segment_id', 'segment_number', 'img_url', 'audio_url', 'act_number', 'act_title')
  1044. ->get();
  1045. if ($segments->isEmpty()) {
  1046. Utils::throwError('20003:该剧集暂无图片可导出');
  1047. }
  1048. // 创建临时目录
  1049. $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
  1050. if (!file_exists($tempDir)) {
  1051. mkdir($tempDir, 0755, true);
  1052. }
  1053. // 下载图片
  1054. $downloadedFiles = [];
  1055. foreach ($segments as $segment) {
  1056. try {
  1057. $imgUrl = $segment->img_url;
  1058. if (empty($imgUrl)) {
  1059. continue;
  1060. }
  1061. // 获取图片扩展名
  1062. $extension = pathinfo(parse_url($imgUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
  1063. if (empty($extension)) {
  1064. $extension = 'jpg';
  1065. }
  1066. // 构建文件名:分镜序号.扩展名
  1067. $fileName = sprintf(
  1068. '%03d.%s',
  1069. $segment->segment_number,
  1070. $extension
  1071. );
  1072. $filePath = $tempDir . '/' . $fileName;
  1073. // 下载图片(使用file_get_contents,兼容性更好)
  1074. $context = stream_context_create([
  1075. 'http' => [
  1076. 'timeout' => 30,
  1077. 'follow_location' => 1,
  1078. 'ignore_errors' => true
  1079. ],
  1080. 'ssl' => [
  1081. 'verify_peer' => false,
  1082. 'verify_peer_name' => false
  1083. ]
  1084. ]);
  1085. $imageData = @file_get_contents($imgUrl, false, $context);
  1086. if ($imageData !== false && !empty($imageData)) {
  1087. file_put_contents($filePath, $imageData);
  1088. $downloadedFiles[] = $filePath;
  1089. } else {
  1090. $logData = [
  1091. 'segment_id' => $segment->segment_id,
  1092. 'img_url' => $imgUrl
  1093. ];
  1094. dLog('anime')->warning('图片下载失败', $logData);
  1095. logDB('anime', 'warning', '图片下载失败', $logData);
  1096. }
  1097. } catch (\Exception $e) {
  1098. $logData = [
  1099. 'segment_id' => $segment->segment_id,
  1100. 'img_url' => $segment->img_url,
  1101. 'error' => $e->getMessage()
  1102. ];
  1103. dLog('anime')->error('下载图片异常', $logData);
  1104. logDB('anime', 'error', '下载图片异常', $logData);
  1105. continue;
  1106. }
  1107. }
  1108. if (empty($downloadedFiles)) {
  1109. // 清理临时目录
  1110. if (file_exists($tempDir)) {
  1111. array_map('unlink', glob("$tempDir/*"));
  1112. rmdir($tempDir);
  1113. }
  1114. Utils::throwError('20003:没有成功下载任何图片');
  1115. }
  1116. // 处理音频合成
  1117. $mergedAudioPath = null;
  1118. try {
  1119. // 检查 FFmpeg 是否可用
  1120. exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
  1121. $hasFfmpeg = ($ffmpegReturnCode === 0);
  1122. if ($hasFfmpeg) {
  1123. // 下载所有分镜的音频文件
  1124. $audioFiles = [];
  1125. foreach ($segments as $segment) {
  1126. if (!empty($segment->audio_url)) {
  1127. try {
  1128. $context = stream_context_create([
  1129. 'http' => [
  1130. 'timeout' => 30,
  1131. 'follow_location' => 1,
  1132. 'ignore_errors' => true
  1133. ],
  1134. 'ssl' => [
  1135. 'verify_peer' => false,
  1136. 'verify_peer_name' => false
  1137. ]
  1138. ]);
  1139. $audioData = @file_get_contents($segment->audio_url, false, $context);
  1140. if ($audioData !== false && !empty($audioData)) {
  1141. // 获取音频文件扩展名
  1142. $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
  1143. if (empty($audioExtension)) {
  1144. $audioExtension = 'wav';
  1145. }
  1146. $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
  1147. $audioFilePath = $tempDir . '/' . $audioFileName;
  1148. file_put_contents($audioFilePath, $audioData);
  1149. $audioFiles[] = $audioFilePath;
  1150. } else {
  1151. $logData = [
  1152. 'segment_id' => $segment->segment_id,
  1153. 'audio_url' => $segment->audio_url
  1154. ];
  1155. dLog('anime')->warning('音频下载失败', $logData);
  1156. logDB('anime', 'warning', '音频下载失败', $logData);
  1157. }
  1158. } catch (\Exception $e) {
  1159. $logData = [
  1160. 'segment_id' => $segment->segment_id,
  1161. 'audio_url' => $segment->audio_url,
  1162. 'error' => $e->getMessage()
  1163. ];
  1164. dLog('anime')->error('下载音频异常', $logData);
  1165. logDB('anime', 'error', '下载音频异常', $logData);
  1166. }
  1167. }
  1168. }
  1169. // 如果有音频文件,则进行合成
  1170. if (!empty($audioFiles)) {
  1171. // 创建 FFmpeg concat 文件列表
  1172. $concatFile = $tempDir . '/concat.txt';
  1173. $concatContent = '';
  1174. foreach ($audioFiles as $audioFile) {
  1175. // 使用相对路径,避免路径中的特殊字符问题
  1176. $concatContent .= "file '" . basename($audioFile) . "'\n";
  1177. }
  1178. file_put_contents($concatFile, $concatContent);
  1179. // 合成音频文件
  1180. $mergedAudioPath = $tempDir . '/tts.wav';
  1181. // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
  1182. $ffmpegCommand = sprintf(
  1183. 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
  1184. escapeshellarg($tempDir),
  1185. escapeshellarg(basename($concatFile)),
  1186. escapeshellarg(basename($mergedAudioPath))
  1187. );
  1188. exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
  1189. if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
  1190. $logData = [
  1191. 'command' => $ffmpegCommand,
  1192. 'output' => implode("\n", $ffmpegOutput),
  1193. 'return_code' => $ffmpegReturnCode
  1194. ];
  1195. dLog('anime')->error('FFmpeg 合成音频失败', $logData);
  1196. logDB('anime', 'error', 'FFmpeg 合成音频失败', $logData);
  1197. $mergedAudioPath = null;
  1198. } else {
  1199. $logData = [
  1200. 'audio_count' => count($audioFiles),
  1201. 'output_file' => $mergedAudioPath,
  1202. 'file_size' => filesize($mergedAudioPath)
  1203. ];
  1204. dLog('anime')->info('音频合成成功', $logData);
  1205. logDB('anime', 'info', '音频合成成功', $logData);
  1206. }
  1207. // 清理临时音频文件和 concat 文件
  1208. foreach ($audioFiles as $audioFile) {
  1209. if (file_exists($audioFile)) {
  1210. @unlink($audioFile);
  1211. }
  1212. }
  1213. if (file_exists($concatFile)) {
  1214. @unlink($concatFile);
  1215. }
  1216. }
  1217. } else {
  1218. dLog('anime')->warning('FFmpeg 未安装,跳过音频合成');
  1219. logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
  1220. }
  1221. } catch (\Exception $e) {
  1222. $logData = [
  1223. 'error' => $e->getMessage(),
  1224. 'trace' => $e->getTraceAsString()
  1225. ];
  1226. dLog('anime')->error('音频合成过程异常', $logData);
  1227. logDB('anime', 'error', '音频合成过程异常', $logData);
  1228. // 音频合成失败不影响图片导出
  1229. $mergedAudioPath = null;
  1230. }
  1231. // 创建zip文件
  1232. $zipFileName = sprintf(
  1233. '%s.zip',
  1234. $episode->title ?: '未命名'
  1235. );
  1236. $zipFilePath = storage_path('app/temp/' . $zipFileName);
  1237. $zip = new \ZipArchive();
  1238. if ($zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE) !== true) {
  1239. // 清理临时文件
  1240. array_map('unlink', $downloadedFiles);
  1241. rmdir($tempDir);
  1242. Utils::throwError('20003:创建ZIP文件失败');
  1243. }
  1244. // 添加图片文件到zip
  1245. foreach ($downloadedFiles as $file) {
  1246. $zip->addFile($file, basename($file));
  1247. }
  1248. // 添加合成的音频文件到zip
  1249. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1250. $zip->addFile($mergedAudioPath, 'tts.wav');
  1251. }
  1252. $zip->close();
  1253. // 清理临时图片文件
  1254. array_map('unlink', $downloadedFiles);
  1255. // 清理合成的音频文件
  1256. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1257. @unlink($mergedAudioPath);
  1258. }
  1259. rmdir($tempDir);
  1260. // 返回文件下载响应
  1261. return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
  1262. } catch (\Exception $e) {
  1263. $logData = [
  1264. 'anime_id' => $animeId,
  1265. 'episode_id' => $episodeId,
  1266. 'error' => $e->getMessage()
  1267. ];
  1268. dLog('anime')->error('导出分集图片失败', $logData);
  1269. logDB('anime', 'error', '导出分集图片失败', $logData);
  1270. // 清理可能存在的临时文件
  1271. if (isset($tempDir) && file_exists($tempDir)) {
  1272. array_map('unlink', glob("$tempDir/*"));
  1273. rmdir($tempDir);
  1274. }
  1275. if (isset($zipFilePath) && file_exists($zipFilePath)) {
  1276. unlink($zipFilePath);
  1277. }
  1278. throw $e;
  1279. }
  1280. }
  1281. /**
  1282. * 监控分镜图片和音频生成任务进度(SSE)
  1283. */
  1284. public function monitorSegmentTasks(Request $request) {
  1285. // 忽略所有超时限制
  1286. set_time_limit(0);
  1287. ini_set('max_execution_time', '0');
  1288. $data = $request->all();
  1289. // 验证参数
  1290. $validator = Validator::make($data, [
  1291. 'anime_id' => 'required|string',
  1292. 'episode_id' => 'required|string',
  1293. ], [
  1294. 'anime_id.required' => '动漫ID不能为空',
  1295. 'episode_id.required' => '剧集ID不能为空',
  1296. ]);
  1297. if ($validator->fails()) {
  1298. Utils::throwError('1002:' . $validator->errors()->first());
  1299. }
  1300. $animeId = $data['anime_id'];
  1301. $episodeId = $data['episode_id'];
  1302. // 查询没有pic_task_id的分镜个数
  1303. $noPicTaskCount = DB::table('mp_episode_segments')
  1304. ->where('anime_id', $animeId)
  1305. ->where('episode_id', $episodeId)
  1306. ->where(function($query) {
  1307. $query->whereNull('pic_task_id')
  1308. ->orWhere('pic_task_id', '');
  1309. })
  1310. ->count('id');
  1311. // 获取所有分镜信息
  1312. $segments = DB::table('mp_episode_segments')
  1313. ->where('anime_id', $animeId)
  1314. ->where('episode_id', $episodeId)
  1315. ->where('pic_task_id', '!=', '')
  1316. ->orderBy('segment_number')
  1317. ->select('segment_id', 'segment_number', 'pic_task_id', 'pic_task_status', 'img_url', 'audio_url')
  1318. ->get();
  1319. // 判断是否有未完成的任务
  1320. $count = DB::table('mp_episode_segments')->where('anime_id', $animeId)
  1321. ->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->whereNotIn('pic_task_status', ['已完成', '失败'])->count('id');
  1322. if ($segments->isEmpty()) {
  1323. Utils::throwError('20003:未找到分镜任务数据');
  1324. }
  1325. $startTime = time();
  1326. $maxDuration = 900; // 15分钟超时
  1327. $checkInterval = 5; // 每5秒检查一次
  1328. // 设置 SSE 响应头并开始长连接
  1329. return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval, $count, $noPicTaskCount) {
  1330. if ($count == 0) {
  1331. $completedCount = DB::table('mp_episode_segments')->where('anime_id', $animeId)->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->where('pic_task_status', '已完成')->count('id');
  1332. echo "data: " . json_encode([
  1333. 'type' => 'completed',
  1334. 'data' => [
  1335. 'anime_id' => $animeId,
  1336. 'episode_id' => $episodeId,
  1337. 'completed_count' => $completedCount, // 成功完成的数量
  1338. 'processed_count' => count($segments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1339. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1340. 'total_elapsed_time' => time() - $startTime,
  1341. 'episode_info' => $episode ?? null
  1342. ]
  1343. ]) . "\n\n";
  1344. ob_flush();
  1345. flush();
  1346. return;
  1347. }
  1348. // 发送初始任务信息
  1349. echo "data: " . json_encode([
  1350. 'type' => 'init',
  1351. 'data' => [
  1352. 'anime_id' => $animeId,
  1353. 'episode_id' => $episodeId,
  1354. 'total_segments' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1355. 'start_time' => $startTime,
  1356. 'max_duration' => $maxDuration
  1357. ]
  1358. ]) . "\n\n";
  1359. ob_flush();
  1360. flush();
  1361. $completedSegments = [];
  1362. $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
  1363. $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
  1364. while (time() - $startTime < $maxDuration) {
  1365. try {
  1366. $updatedImages = []; // 记录本次循环中更新的图片信息
  1367. foreach ($segments as $segment) {
  1368. $segmentId = $segment->segment_id;
  1369. $picTaskId = $segment->pic_task_id;
  1370. $audioUrl = $segment->audio_url;
  1371. // 跳过已处理完成的分镜
  1372. if (in_array($segmentId, $processedSegments)) {
  1373. continue;
  1374. }
  1375. $picCompleted = false;
  1376. $audioCompleted = false;
  1377. $picProcessed = false;
  1378. $audioProcessed = false;
  1379. // 检查图片任务状态
  1380. if ($picTaskId) {
  1381. $picTask = DB::table('mp_generate_pic_tasks')
  1382. ->where('id', $picTaskId)
  1383. ->select('status', 'result_url', 'error_message')
  1384. ->first();
  1385. if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
  1386. $updateData = [
  1387. 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
  1388. 'updated_at' => date('Y-m-d H:i:s')
  1389. ];
  1390. $imgUrl = '';
  1391. if ($picTask->status === 'success' && !empty($picTask->result_url)) {
  1392. // 更新分镜表的图片URL
  1393. $resultUrls = json_decode($picTask->result_url, true);
  1394. $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
  1395. $updateData['img_url'] = $imgUrl;
  1396. $picCompleted = true;
  1397. } else if ($picTask->status === 'failed') {
  1398. // 失败时清空图片URL
  1399. $updateData['img_url'] = '';
  1400. }
  1401. DB::table('mp_episode_segments')
  1402. ->where('segment_id', $segmentId)
  1403. ->update($updateData);
  1404. // 记录更新的图片信息(只有未通知过的才记录)
  1405. if (!in_array($segmentId, $notifiedSegments)) {
  1406. $updatedImages[] = [
  1407. 'segment_id' => $segmentId,
  1408. 'segment_number' => $segment->segment_number,
  1409. 'img_url' => $imgUrl,
  1410. 'status' => $picTask->status === 'success' ? 'success' : 'failed'
  1411. ];
  1412. // 标记为已通知
  1413. $notifiedSegments[] = $segmentId;
  1414. }
  1415. $picProcessed = true;
  1416. }
  1417. }
  1418. // 检查音频任务状态
  1419. $audioTask = DB::table('mp_dub_video_tasks')
  1420. ->where('alias_segment_id', $segmentId)
  1421. ->orderBy('id', 'desc')
  1422. ->select('generate_status', 'audio_url')
  1423. ->first();
  1424. if ($audioTask && in_array($audioTask->generate_status, ['执行成功', '执行失败'])) {
  1425. $updateData = [
  1426. 'updated_at' => date('Y-m-d H:i:s')
  1427. ];
  1428. if ($audioTask->generate_status === '执行成功' && !empty($audioTask->audio_url)) {
  1429. $updateData['audio_url'] = $audioTask->audio_url;
  1430. $audioCompleted = true;
  1431. } else if ($audioTask->generate_status === '执行失败') {
  1432. // 失败时清空音频URL
  1433. $updateData['audio_url'] = '';
  1434. }
  1435. // 静默更新分镜表的音频URL(不输出通知)
  1436. DB::table('mp_episode_segments')
  1437. ->where('segment_id', $segmentId)
  1438. ->update($updateData);
  1439. $audioProcessed = true;
  1440. }else if ($audioUrl) {
  1441. $audioProcessed = true;
  1442. }
  1443. // 如果图片和音频都成功完成,标记为已完成
  1444. if ($picCompleted && $audioCompleted) {
  1445. $completedSegments[] = $segmentId;
  1446. }
  1447. // 如果图片和音频都已处理完成(成功或失败),标记为已处理
  1448. if ($picProcessed && $audioProcessed) {
  1449. $processedSegments[] = $segmentId;
  1450. }
  1451. }
  1452. // 如果有图片更新,发送具体的图片更新信息
  1453. if (!empty($updatedImages)) {
  1454. echo "data: " . json_encode([
  1455. 'type' => 'update',
  1456. 'data' => [
  1457. 'anime_id' => $animeId,
  1458. 'episode_id' => $episodeId,
  1459. 'updated_images' => $updatedImages,
  1460. 'completed_count' => count($completedSegments), // 成功完成的数量
  1461. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1462. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1463. 'elapsed_time' => time() - $startTime,
  1464. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1465. ]
  1466. ]) . "\n\n";
  1467. ob_flush();
  1468. flush();
  1469. }
  1470. // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
  1471. if (count($processedSegments) === count($segments)) {
  1472. // 获取剧集信息
  1473. $episode = DB::table('mp_anime_episodes')
  1474. ->where('anime_id', $animeId)
  1475. ->where('id', $episodeId)
  1476. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1477. ->first();
  1478. if ($episode) {
  1479. $episode = (array)$episode;
  1480. $episode['roles'] = json_decode($episode['roles'], true);
  1481. $episode['scenes'] = json_decode($episode['scenes'], true);
  1482. // 获取所有分镜信息
  1483. $allSegments = DB::table('mp_episode_segments')
  1484. ->where('anime_id', $animeId)
  1485. ->where('episode_id', $episodeId)
  1486. ->orderBy('segment_number')
  1487. ->select('*')
  1488. ->get()
  1489. ->map(function ($value) {
  1490. return (array)$value;
  1491. })->toArray();
  1492. // 按照episodeInfo的格式组织数据
  1493. $acts = [];
  1494. foreach($allSegments as $segment) {
  1495. $segmentData = [
  1496. 'segment_id' => getProp($segment, 'segment_id'),
  1497. 'segment_number' => getProp($segment, 'segment_number'),
  1498. 'segment_content' => getProp($segment, 'segment_content'),
  1499. 'description' => getProp($segment, 'description'),
  1500. 'composition' => getProp($segment, 'composition'),
  1501. 'camera_movement' => getProp($segment, 'camera_movement'),
  1502. 'voice_actor' => getProp($segment, 'voice_actor'),
  1503. 'dialogue' => getProp($segment, 'dialogue'),
  1504. 'frame_type' => getProp($segment, 'frame_type'),
  1505. 'scene' => getProp($segment, 'scene'),
  1506. 'characters' => getProp($segment, 'characters'),
  1507. 'tail_frame' => getProp($segment, 'tail_frame'),
  1508. 'emotion' => getProp($segment, 'emotion'),
  1509. 'emotion_type' => getProp($segment, 'emotion_type'),
  1510. 'gender' => getProp($segment, 'gender'),
  1511. 'speed_ratio' => getProp($segment, 'speed_ratio'),
  1512. 'loudness_ratio' => getProp($segment, 'loudness_ratio'),
  1513. 'emotion_scale' => getProp($segment, 'emotion_scale'),
  1514. 'pitch' => getProp($segment, 'pitch'),
  1515. 'voice_name' => getProp($segment, 'voice_name'),
  1516. 'voice_type' => getProp($segment, 'voice_type'),
  1517. 'voice_audio_url' => getProp($segment, 'voice_audio_url'),
  1518. 'img_url' => getProp($segment, 'img_url'),
  1519. 'audio_url' => getProp($segment, 'audio_url'),
  1520. 'video_url' => getProp($segment, 'video_url'),
  1521. 'last_frame_url' => getProp($segment, 'last_frame_url'),
  1522. ];
  1523. $actNumber = getProp($segment, 'act_number');
  1524. if (isset($acts[$actNumber])) {
  1525. $acts[$actNumber]['segments'][] = $segmentData;
  1526. } else {
  1527. $acts[$actNumber] = [
  1528. 'act_number' => $actNumber,
  1529. 'act_title' => getProp($segment, 'act_title'),
  1530. 'segments' => [$segmentData]
  1531. ];
  1532. }
  1533. }
  1534. $episode['acts'] = array_values($acts);
  1535. }
  1536. echo "data: " . json_encode([
  1537. 'type' => 'completed',
  1538. 'data' => [
  1539. 'anime_id' => $animeId,
  1540. 'episode_id' => $episodeId,
  1541. 'completed_count' => count($completedSegments), // 成功完成的数量
  1542. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1543. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1544. 'total_elapsed_time' => time() - $startTime,
  1545. 'episode_info' => $episode ?? null
  1546. ]
  1547. ]) . "\n\n";
  1548. ob_flush();
  1549. flush();
  1550. break;
  1551. }
  1552. // 检查是否超时
  1553. if (time() - $startTime >= $maxDuration) {
  1554. break;
  1555. }
  1556. sleep($checkInterval);
  1557. } catch (\Exception $e) {
  1558. echo "data: " . json_encode([
  1559. 'type' => 'error',
  1560. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1561. 'elapsed_time' => time() - $startTime,
  1562. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1563. ]) . "\n\n";
  1564. ob_flush();
  1565. flush();
  1566. if (time() - $startTime >= $maxDuration) {
  1567. break;
  1568. }
  1569. sleep($checkInterval);
  1570. }
  1571. }
  1572. // 超时处理
  1573. if (time() - $startTime >= $maxDuration) {
  1574. echo "data: " . json_encode([
  1575. 'type' => 'time_out',
  1576. 'message' => '分镜任务监控已超时15分钟,停止状态查询',
  1577. 'data' => [
  1578. 'anime_id' => $animeId,
  1579. 'episode_id' => $episodeId,
  1580. 'completed_count' => count($completedSegments), // 成功完成的数量
  1581. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1582. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1583. 'total_elapsed_time' => time() - $startTime,
  1584. 'timeout_duration' => $maxDuration
  1585. ]
  1586. ]) . "\n\n";
  1587. ob_flush();
  1588. flush();
  1589. }
  1590. }, 200, [
  1591. 'Content-Type' => 'text/event-stream',
  1592. 'Cache-Control' => 'no-cache',
  1593. 'Connection' => 'keep-alive',
  1594. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1595. ]);
  1596. }
  1597. }