AnimeController.php 76 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\Utils;
  9. use App\Models\MpGenerateVideoTask;
  10. use App\Services\AIGeneration\AIImageGenerationService;
  11. use App\Services\AIGeneration\AIVideoGenerationService;
  12. use App\Services\Anime\AnimeService;
  13. use Illuminate\Http\Request;
  14. use Illuminate\Routing\Controller as BaseController;
  15. use Illuminate\Support\Facades\DB;
  16. use Illuminate\Support\Facades\Redis;
  17. use Illuminate\Support\Facades\Validator;
  18. class AnimeController extends BaseController
  19. {
  20. use ApiResponse;
  21. protected $AnimeService;
  22. protected $AIImageGenerationService;
  23. protected $AIVideoGenerationService;
  24. public function __construct(
  25. AnimeService $AnimeService,
  26. AIImageGenerationService $AIImageGenerationService,
  27. AIVideoGenerationService $AIVideoGenerationService
  28. ) {
  29. $this->AnimeService = $AnimeService;
  30. $this->AIImageGenerationService = $AIImageGenerationService;
  31. $this->AIVideoGenerationService = $AIVideoGenerationService;
  32. }
  33. public function textModel() {
  34. $models = DB::table('mp_text_models')->where('is_enabled', 1)->select('model', 'name')->get()->map(function ($value) {
  35. return (array)$value;
  36. })->toArray();
  37. return $this->success($models);
  38. }
  39. public function artStyleList()
  40. {
  41. $result = [
  42. [
  43. 'art_style' => '日系动漫风格',
  44. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
  45. ],
  46. [
  47. 'art_style' => '国漫风格',
  48. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
  49. ],
  50. [
  51. 'art_style' => 'Q版卡通风格',
  52. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
  53. ],
  54. [
  55. 'art_style' => '简约扁平风格',
  56. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
  57. ],
  58. [
  59. 'art_style' => '古风仙侠风格',
  60. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
  61. ],
  62. [
  63. 'art_style' => '武侠风格',
  64. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
  65. ],
  66. [
  67. 'art_style' => '新中式水墨风格',
  68. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
  69. ],
  70. [
  71. 'art_style' => '写实插画风格',
  72. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
  73. ],
  74. [
  75. 'art_style' => '3D卡通风格',
  76. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
  77. ],
  78. [
  79. 'art_style' => '条漫风格',
  80. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
  81. ],
  82. [
  83. 'art_style' => '赛博朋克风格',
  84. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
  85. ],
  86. [
  87. 'art_style' => '暗黑悬疑风格',
  88. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
  89. ],
  90. [
  91. 'art_style' => '治愈清新风格',
  92. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
  93. ],
  94. ];
  95. return $this->success($result);
  96. }
  97. public function createAnime(Request $request) {
  98. $data = $request->all();
  99. $result = $this->AnimeService->createAnime($data);
  100. return $this->success(['anime_id' => $result]);
  101. }
  102. // 批量生成主体图片
  103. public function batchSetRoleImg(Request $request) {
  104. // 忽略所有超时限制
  105. set_time_limit(0);
  106. ini_set('max_execution_time', '0');
  107. $data = $request->all();
  108. $result = $this->AnimeService->batchSetRoleImg($data);
  109. return $this->success($result);
  110. }
  111. // 批量生成场景图片
  112. public function batchSetSceneImg(Request $request) {
  113. // 忽略所有超时限制
  114. set_time_limit(0);
  115. ini_set('max_execution_time', '0');
  116. $data = $request->all();
  117. $result = $this->AnimeService->batchSetSceneImg($data);
  118. return $this->success($result);
  119. }
  120. // 编辑动漫
  121. public function editAnime(Request $request) {
  122. $data = $request->all();
  123. $result = $this->AnimeService->editAnime($data);
  124. return $this->success(['success'=>$result ? 1 : 0]);
  125. }
  126. // 修改分集主体列表
  127. public function changeEpisodeRoles(Request $request) {
  128. $data = $request->all();
  129. $result = $this->AnimeService->changeEpisodeRoles($data);
  130. return $this->success(['success'=>$result ? 1 : 0]);
  131. }
  132. // 修改分集场景列表
  133. public function changeEpisodeScenes(Request $request) {
  134. $data = $request->all();
  135. $result = $this->AnimeService->changeEpisodeScenes($data);
  136. return $this->success(['success'=>$result ? 1 : 0]);
  137. }
  138. // 编辑分镜剧本
  139. public function editSegment(Request $request) {
  140. $data = $request->all();
  141. $result = $this->AnimeService->editSegment($data);
  142. return $this->success(['success'=>$result ? 1 : 0]);
  143. }
  144. // 动漫对话列表
  145. public function chatList(Request $request) {
  146. $data = $request->all();
  147. $result = $this->AnimeService->chatList($data);
  148. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  149. }
  150. // 动漫对话历史记录
  151. public function chatHistory(Request $request) {
  152. $data = $request->all();
  153. $result = $this->AnimeService->chatHistory($data);
  154. return $this->success($result);
  155. }
  156. // 动漫大纲
  157. public function animeDetail(Request $request) {
  158. $data = $request->all();
  159. $result = $this->AnimeService->animeDetail($data);
  160. return $this->success($result);
  161. }
  162. // 动漫剧集
  163. public function episodeInfo(Request $request) {
  164. $data = $request->all();
  165. $result = $this->AnimeService->episodeInfo($data);
  166. return $this->success($result);
  167. }
  168. // 分镜信息
  169. public function segmentInfo(Request $request) {
  170. $data = $request->all();
  171. $result = $this->AnimeService->segmentInfo($data);
  172. return $this->success($result);
  173. }
  174. // 复制剧集副本
  175. public function copyEpisodeVersion(Request $request) {
  176. $data = $request->all();
  177. $result = $this->AnimeService->copyEpisodeVersion($data);
  178. return $this->success($result);
  179. }
  180. // 剧集副本列表
  181. public function episodeVersions(Request $request) {
  182. $data = $request->all();
  183. $result = $this->AnimeService->episodeVersions($data);
  184. return $this->success($result);
  185. }
  186. // 绑定剧集副本
  187. public function bindEpisodeVersion(Request $request) {
  188. $data = $request->all();
  189. $result = $this->AnimeService->bindEpisodeVersion($data);
  190. return $this->success(['success' => $result ? 1 : 0]);
  191. }
  192. // 对话改图
  193. public function chatChangeImg(Request $request) {
  194. $data = $request->all();
  195. $result = $this->AnimeService->chatChangeImg($data);
  196. return $this->success(['img_url' => $result]);
  197. }
  198. // 一键生成分镜
  199. public function batchSetSegmentPics(Request $request) {
  200. // 忽略所有超时限制
  201. set_time_limit(0);
  202. ini_set('max_execution_time', '0');
  203. $data = $request->all();
  204. $result = $this->AnimeService->batchSetSegmentPics($data);
  205. return $this->success($result);
  206. }
  207. // 重新生成分镜
  208. public function reGenerateSegment(Request $request) {
  209. // 忽略所有超时限制
  210. set_time_limit(0);
  211. ini_set('max_execution_time', '0');
  212. $data = $request->all();
  213. $result = $this->AnimeService->reGenerateSegment($data);
  214. return $this->success(['img_url'=>$result]);
  215. }
  216. // 添加分镜
  217. public function addSegment(Request $request) {
  218. // 忽略所有超时限制
  219. set_time_limit(0);
  220. ini_set('max_execution_time', '0');
  221. $data = $request->all();
  222. $result = $this->AnimeService->addSegment($data);
  223. return $this->success($result);
  224. }
  225. // 复制分镜
  226. public function copySegment(Request $request) {
  227. $data = $request->all();
  228. $result = $this->AnimeService->copySegment($data);
  229. return $this->success($result);
  230. }
  231. // 移动分镜
  232. public function moveSegment(Request $request) {
  233. $data = $request->all();
  234. $result = $this->AnimeService->moveSegment($data);
  235. return $this->success(['success'=>$result ? 1: 0]);
  236. }
  237. // 删除分镜
  238. public function delSegment(Request $request) {
  239. $data = $request->all();
  240. $result = $this->AnimeService->delSegment($data);
  241. return $this->success(['success'=>$result ? 1: 0]);
  242. }
  243. // 分镜历史图片|视频
  244. public function segmentHistory(Request $request) {
  245. $data = $request->all();
  246. $result = $this->AnimeService->segmentHistory($data);
  247. return $this->success($result);
  248. }
  249. public function createSegmentVideoTask(Request $request) {
  250. // 忽略所有超时限制
  251. set_time_limit(0);
  252. ini_set('max_execution_time', '0');
  253. $data = $request->all();
  254. // 验证参数
  255. $validator = Validator::make($data, [
  256. 'segment_id' => 'required|string',
  257. 'tail_frame' => 'nullable|string|max:500',
  258. ], [
  259. 'segment_id.required' => '分镜ID不能为空',
  260. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  261. ]);
  262. if ($validator->fails()) {
  263. Utils::throwError('1002:' . $validator->errors()->first());
  264. }
  265. // 创建视频生成任务
  266. $result = $this->AnimeService->createSegmentVideoTask($data);
  267. $taskId = $result['task_id'];
  268. // 设置 SSE 响应头
  269. return response()->stream(function () use ($taskId, $result) {
  270. // 设置 SSE 响应头
  271. echo "data: " . json_encode([
  272. 'type' => 'init',
  273. 'data' => $result
  274. ]) . "\n\n";
  275. ob_flush();
  276. flush();
  277. $startTime = time();
  278. $maxDuration = 300; // 5分钟超时
  279. $checkInterval = 5; // 每5秒检查一次
  280. while (time() - $startTime < $maxDuration) {
  281. try {
  282. // 查询任务状态
  283. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  284. if (!$task) {
  285. echo "data: " . json_encode([
  286. 'type' => 'error',
  287. 'message' => '任务不存在'
  288. ]) . "\n\n";
  289. ob_flush();
  290. flush();
  291. break;
  292. }
  293. // 如果任务还在处理中,查询最新状态
  294. if ($task->status === 'processing') {
  295. // 根据任务类型查询不同的状态
  296. if ($task->task_type === 'jimeng') {
  297. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  298. } elseif ($task->task_type === 'keling') {
  299. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  300. } else {
  301. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  302. }
  303. if (isset($statusResult['status'])) {
  304. // 更新任务状态
  305. $task->update([
  306. 'status' => $statusResult['status'],
  307. 'result_url' => $statusResult['result_url'] ?? null,
  308. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  309. 'error_message' => $statusResult['error_message'] ?? null,
  310. 'completed_at' => in_array($statusResult['status'], [
  311. 'success',
  312. 'failed'
  313. ]) ? now() : null
  314. ]);
  315. // 如果任务成功,更新分镜表
  316. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  317. try {
  318. DB::beginTransaction();
  319. $now = date('Y-m-d H:i:s');
  320. // 获取分镜ID
  321. $segment = DB::table('mp_episode_segments')
  322. ->where('video_task_id', $taskId)
  323. ->first();
  324. if (!$segment) {
  325. throw new \Exception('未找到对应的分镜记录');
  326. }
  327. $segmentId = $segment->segment_id;
  328. // 更新分镜表
  329. $updateResult = DB::table('mp_episode_segments')
  330. ->where('segment_id', $segmentId)
  331. ->update([
  332. 'video_url' => $statusResult['result_url'],
  333. 'video_task_status' => '已完成',
  334. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  335. 'updated_at' => $now
  336. ]);
  337. if (!$updateResult) {
  338. Utils::throwError('20003:更新分镜表失败');
  339. }
  340. DB::commit();
  341. } catch (\Exception $e) {
  342. DB::rollBack();
  343. $logData = [
  344. 'task_id' => $taskId,
  345. 'error' => $e->getMessage()
  346. ];
  347. dLog('anime')->error('视频任务处理失败', $logData);
  348. logDB('anime', 'error', '视频任务处理失败', $logData);
  349. }
  350. } elseif ($statusResult['status'] === 'failed') {
  351. DB::table('mp_episode_segments')
  352. ->where('video_task_id', $taskId)
  353. ->update([
  354. 'video_task_status' => '失败',
  355. 'updated_at' => date('Y-m-d H:i:s')
  356. ]);
  357. }
  358. }
  359. }
  360. // 发送当前状态
  361. echo "data: " . json_encode([
  362. 'type' => 'update',
  363. 'data' => [
  364. 'task_id' => $task->id,
  365. 'status' => $task->status,
  366. 'result_url' => $task->result_url,
  367. 'error_message' => $task->error_message,
  368. 'elapsed_time' => time() - $startTime
  369. ]
  370. ]) . "\n\n";
  371. ob_flush();
  372. flush();
  373. // 如果任务完成(成功或失败),结束连接
  374. if (in_array($task->status, [
  375. 'success',
  376. 'failed'
  377. ])) {
  378. echo "data: " . json_encode([
  379. 'type' => 'completed',
  380. 'data' => [
  381. 'task_id' => $task->id,
  382. 'status' => $task->status,
  383. 'video_url' => $task->result_url,
  384. 'last_frame_url' => $task->last_frame_url,
  385. 'error_message' => $task->error_message
  386. ]
  387. ]) . "\n\n";
  388. ob_flush();
  389. flush();
  390. break;
  391. }
  392. sleep($checkInterval);
  393. } catch (\Exception $e) {
  394. echo "data: " . json_encode([
  395. 'type' => 'error',
  396. 'message' => '查询任务状态失败: ' . $e->getMessage()
  397. ]) . "\n\n";
  398. ob_flush();
  399. flush();
  400. sleep($checkInterval);
  401. }
  402. }
  403. // 超时处理
  404. if (time() - $startTime >= $maxDuration) {
  405. echo "data: " . json_encode([
  406. 'type' => 'time_out',
  407. 'message' => '任务执行超时,请稍后查询任务状态',
  408. 'data' => [
  409. 'task_id' => $taskId
  410. ]
  411. ]) . "\n\n";
  412. ob_flush();
  413. flush();
  414. }
  415. }, 200, [
  416. 'Content-Type' => 'text/event-stream',
  417. 'Cache-Control' => 'no-cache',
  418. 'Connection' => 'keep-alive',
  419. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  420. ]);
  421. }
  422. /**
  423. * 批量生成分镜视频
  424. */
  425. public function batchSetSegmentVideos(Request $request) {
  426. // 忽略所有超时限制
  427. set_time_limit(0);
  428. ini_set('max_execution_time', '0');
  429. $data = $request->all();
  430. // 验证参数
  431. $validator = Validator::make($data, [
  432. 'anime_id' => 'required|string',
  433. 'episode_id' => 'required|integer',
  434. ], [
  435. 'anime_id.required' => '动漫对话ID不能为空',
  436. 'episode_id.required' => '剧集ID不能为空',
  437. 'episode_id.integer' => '剧集ID必须是整数',
  438. ]);
  439. if ($validator->fails()) {
  440. Utils::throwError('1002:' . $validator->errors()->first());
  441. }
  442. $animeId = $data['anime_id'];
  443. $episodeId = $data['episode_id'];
  444. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  445. if (!$episode) Utils::throwError('20003:分集不存在');
  446. $episodeNumber = $episode->episode_number;
  447. // 获取所有分镜信息
  448. $segments = DB::table('mp_episode_segments')
  449. ->where('anime_id', $animeId)
  450. ->where('episode_id', $episodeId)
  451. ->where('video_task_status', '<>', '已完成')
  452. ->orderBy('segment_number')
  453. ->limit(2)
  454. ->get();
  455. if ($segments->isEmpty()) {
  456. Utils::throwError('20003:未找到分镜数据');
  457. }
  458. // 批量创建视频任务
  459. $taskIds = [];
  460. $segmentTasks = [];
  461. foreach ($segments as $segment) {
  462. try {
  463. // 检查是否已有视频或正在生成中
  464. if (!empty($segment->video_url) || $segment->video_task_status === '生成中') {
  465. continue;
  466. }
  467. // 获取分镜内容
  468. $segmentContent = $segment->segment_content ?: '';
  469. $tailFrame = $segment->tail_frame ?: '';
  470. // 构建完整的提示词
  471. $fullPrompt = $segmentContent;
  472. if ($tailFrame) {
  473. $fullPrompt .= "\n尾帧描述:$tailFrame";
  474. }
  475. // 智能选择视频时长
  476. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  477. $videoDuration = -1;
  478. // 默认模型
  479. // $model = getProp($data, 'model', 'doubao-seedance-1-0-pro-250528');
  480. $model = getProp($data, 'model', 'doubao-seedance-1-5-pro-251215');
  481. // 构建视频生成参数
  482. $videoParams = [
  483. 'model' => $model,
  484. 'alias_segment_id' => $segment->segment_id,
  485. 'prompt' => $fullPrompt,
  486. 'video_duration' => $videoDuration,
  487. 'video_resolution' => '720P',
  488. 'seed' => -1,
  489. 'ratio' => '16:9',
  490. 'generate_audio' => false,
  491. 'draft' => false,
  492. 'watermark' => false,
  493. 'camera_fixed' => false,
  494. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  495. ];
  496. // 如果分镜有图片,作为首帧
  497. if (!empty($segment->img_url)) {
  498. $videoParams['first_frame_url'] = $segment->img_url;
  499. }
  500. // 构建content数组
  501. $videoParams['content'] = [
  502. [
  503. 'type' => 'text',
  504. 'text' => $videoParams['prompt'],
  505. ]
  506. ];
  507. // 如果有首帧图片,添加到content中
  508. if (isset($videoParams['first_frame_url'])) {
  509. $videoParams['content'][] = [
  510. 'type' => 'image_url',
  511. 'image_url' => [
  512. 'url' => $videoParams['first_frame_url'],
  513. ],
  514. 'role' => 'first_frame',
  515. ];
  516. }
  517. // 获取配音音频URL和时长
  518. $audioUrl = $segment->audio_url ?? '';
  519. $audioDuration = $segment->audio_duration ?? 0;
  520. // 根据模型选择不同的视频生成方法
  521. if (strpos($model, 'jimeng') !== false) {
  522. // 即梦模型参数调整
  523. $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  524. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  525. unset($videoParams['ratio']);
  526. unset($videoParams['content']); // 即梦不使用content格式
  527. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  528. } elseif (strpos($model, 'kling') !== false) {
  529. // Keling模型参数调整
  530. $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
  531. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  532. unset($videoParams['ratio']);
  533. unset($videoParams['content']); // Keling不使用content格式
  534. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  535. } else {
  536. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  537. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  538. // 添加配音音频到content中
  539. $videoParams['content'][] = [
  540. 'type' => 'audio_url',
  541. 'audio_url' => [
  542. 'url' => $audioUrl,
  543. ],
  544. 'role' => 'reference_audio',
  545. ];
  546. // 优化提示词,增加音频相关描述
  547. $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
  548. $videoParams['prompt'] = $audioPrompt;
  549. $videoParams['content'][0]['text'] = $audioPrompt;
  550. }else if ($audioDuration) {
  551. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  552. $videoParams['video_duration'] = max(2, min(12, ceil($audioDuration))); // seedance支持2-12s
  553. }
  554. // Seedance模型(默认)
  555. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  556. }
  557. $taskIds[] = $task->id;
  558. // 更新分镜表的视频任务信息
  559. DB::table('mp_episode_segments')
  560. ->where('segment_id', $segment->segment_id)
  561. ->update([
  562. 'video_task_id' => $task->id,
  563. 'video_task_status' => '生成中',
  564. 'updated_at' => date('Y-m-d H:i:s')
  565. ]);
  566. $segmentTasks[] = [
  567. 'segment_id' => $segment->segment_id,
  568. 'task_id' => $task->id,
  569. 'segment_number' => $segment->segment_number,
  570. ];
  571. } catch (\Exception $e) {
  572. $logData = [
  573. 'segment_id' => $segment->segment_id,
  574. 'anime_id' => $animeId,
  575. ];
  576. dLog('anime')->error('创建分镜视频任务失败: ' . $e->getMessage(), $logData);
  577. logDB('anime', 'error', '创建分镜视频任务失败: ' . $e->getMessage(), $logData);
  578. continue;
  579. }
  580. }
  581. if (empty($taskIds)) {
  582. Utils::throwError('20003:没有需要生成视频的分镜');
  583. }
  584. // 记录开始时间(包含创建任务的时间)
  585. $startTime = time();
  586. $maxDuration = 1800; // 30分钟超时
  587. // 设置 SSE 响应头并开始长连接
  588. return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration) {
  589. // 发送初始任务创建信息
  590. echo "data: " . json_encode([
  591. 'type' => 'init',
  592. 'data' => [
  593. 'anime_id' => $animeId,
  594. 'episode_id' => $episodeId,
  595. 'episode_number' => $episodeNumber,
  596. 'total_tasks' => count($taskIds),
  597. 'task_ids' => $taskIds,
  598. 'segments' => $segmentTasks,
  599. 'start_time' => $startTime,
  600. 'max_duration' => $maxDuration
  601. ]
  602. ]) . "\n\n";
  603. ob_flush();
  604. flush();
  605. $checkInterval = 10; // 每10秒检查一次
  606. $completedTasks = [];
  607. $failedTasks = [];
  608. // 检查是否已经超时(包含创建任务的时间)
  609. while (time() - $startTime < $maxDuration) {
  610. try {
  611. $allCompleted = true;
  612. $currentStatus = [];
  613. foreach ($segmentTasks as $segmentTask) {
  614. $taskId = $segmentTask['task_id'];
  615. $segmentId = $segmentTask['segment_id'];
  616. // 跳过已完成或失败的任务
  617. if (in_array($taskId, $completedTasks) || in_array($taskId, $failedTasks)) {
  618. continue;
  619. }
  620. // 查询任务状态
  621. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  622. if (!$task) {
  623. $failedTasks[] = $taskId;
  624. continue;
  625. }
  626. // 如果任务还在处理中,查询最新状态
  627. if ($task->status === 'processing') {
  628. // 根据任务类型查询不同的状态
  629. if ($task->task_type === 'jimeng') {
  630. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  631. } elseif ($task->task_type === 'keling') {
  632. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  633. } else {
  634. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  635. }
  636. if (isset($statusResult['status'])) {
  637. // 更新任务状态
  638. $task->update([
  639. 'status' => $statusResult['status'],
  640. 'result_json' => $statusResult['result_json'] ?? [],
  641. 'result_url' => $statusResult['result_url'] ?? null,
  642. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  643. 'error_message' => $statusResult['error_message'] ?? null,
  644. 'completed_at' => in_array($statusResult['status'], [
  645. 'success',
  646. 'failed'
  647. ]) ? now() : null
  648. ]);
  649. // 如果任务成功,更新分镜表
  650. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  651. try {
  652. DB::beginTransaction();
  653. $now = date('Y-m-d H:i:s');
  654. // 更新分镜表
  655. $updateResult = DB::table('mp_episode_segments')
  656. ->where('segment_id', $segmentId)
  657. ->update([
  658. 'video_url' => $statusResult['result_url'],
  659. 'video_task_status' => '已完成',
  660. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  661. 'updated_at' => $now
  662. ]);
  663. if (!$updateResult) {
  664. Utils::throwError('20003:更新分镜表失败');
  665. }
  666. DB::commit();
  667. $completedTasks[] = $taskId;
  668. // 发送单个任务完成通知
  669. echo "data: " . json_encode([
  670. 'type' => 'update',
  671. 'data' => [
  672. 'segment_id' => $segmentId,
  673. 'task_id' => $taskId,
  674. 'segment_number' => $segmentTask['segment_number'],
  675. 'status' => 'success',
  676. 'video_url' => $statusResult['result_url'],
  677. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  678. 'completed_count' => count($completedTasks),
  679. 'total_count' => count($segmentTasks)
  680. ]
  681. ]) . "\n\n";
  682. ob_flush();
  683. flush();
  684. } catch (\Exception $e) {
  685. DB::rollBack();
  686. $logData = [
  687. 'segment_id' => $segmentId,
  688. 'task_id' => $taskId,
  689. 'error' => $e->getMessage()
  690. ];
  691. dLog('anime')->error('视频任务处理失败', $logData);
  692. logDB('anime', 'error', '视频任务处理失败', $logData);
  693. // 发送任务处理失败通知
  694. echo "data: " . json_encode([
  695. 'type' => 'error',
  696. 'data' => [
  697. 'segment_id' => $segmentId,
  698. 'task_id' => $taskId,
  699. 'segment_number' => $segmentTask['segment_number'],
  700. 'error_message' => '任务处理失败: ' . $e->getMessage()
  701. ]
  702. ]) . "\n\n";
  703. ob_flush();
  704. flush();
  705. }
  706. } elseif ($statusResult['status'] === 'failed') {
  707. $updateResult = DB::table('mp_episode_segments')
  708. ->where('segment_id', $segmentId)
  709. ->update([
  710. 'video_task_status' => '失败',
  711. 'updated_at' => date('Y-m-d H:i:s')
  712. ]);
  713. $failedTasks[] = $taskId;
  714. // 发送任务失败通知
  715. echo "data: " . json_encode([
  716. 'type' => 'update',
  717. 'data' => [
  718. 'segment_id' => $segmentId,
  719. 'task_id' => $taskId,
  720. 'segment_number' => $segmentTask['segment_number'],
  721. 'status' => 'failed',
  722. 'error_message' => $statusResult['error_message'] ?? '视频生成失败',
  723. 'failed_count' => count($failedTasks),
  724. 'total_count' => count($segmentTasks)
  725. ]
  726. ]) . "\n\n";
  727. ob_flush();
  728. flush();
  729. }
  730. }
  731. }
  732. // 收集当前状态
  733. $currentStatus[] = [
  734. 'segment_id' => $segmentId,
  735. 'task_id' => $taskId,
  736. 'segment_number' => $segmentTask['segment_number'],
  737. 'status' => $task->status,
  738. 'video_url' => $task->result_url,
  739. 'error_message' => $task->error_message
  740. ];
  741. // 检查是否还有未完成的任务
  742. if (!in_array($task->status, ['success', 'failed'])) {
  743. $allCompleted = false;
  744. }
  745. }
  746. // 发送整体进度更新
  747. echo "data: " . json_encode([
  748. 'type' => 'update',
  749. 'data' => [
  750. 'anime_id' => $animeId,
  751. 'episode_id' => $episodeId,
  752. 'episode_number' => $episodeNumber,
  753. 'completed_count' => count($completedTasks),
  754. 'failed_count' => count($failedTasks),
  755. 'total_count' => count($segmentTasks),
  756. 'elapsed_time' => time() - $startTime,
  757. 'remaining_time' => max(0, $maxDuration - (time() - $startTime)),
  758. 'segments_status' => $currentStatus
  759. ]
  760. ]) . "\n\n";
  761. ob_flush();
  762. flush();
  763. // 如果所有任务都完成了,结束连接
  764. if ($allCompleted) {
  765. // 获取最终结果
  766. $finalSegments = DB::table('mp_episode_segments')
  767. ->where('anime_id', $animeId)
  768. ->where('episode_id', $episodeId)
  769. ->orderBy('segment_number')
  770. ->select('segment_id', 'segment_number', 'video_url', 'video_task_status', 'last_frame_url')
  771. ->get();
  772. echo "data: " . json_encode([
  773. 'type' => 'completed',
  774. 'data' => [
  775. 'anime_id' => $animeId,
  776. 'episode_id' => $episodeId,
  777. 'episode_number' => $episodeNumber,
  778. 'completed_count' => count($completedTasks),
  779. 'failed_count' => count($failedTasks),
  780. 'total_count' => count($segmentTasks),
  781. 'total_elapsed_time' => time() - $startTime,
  782. 'segments' => $finalSegments->map(function($segment) {
  783. return [
  784. 'segment_id' => $segment->segment_id,
  785. 'segment_number' => $segment->segment_number,
  786. 'video_url' => $segment->video_url,
  787. 'status' => $segment->video_task_status,
  788. 'last_frame_url' => $segment->last_frame_url
  789. ];
  790. })->toArray()
  791. ]
  792. ]) . "\n\n";
  793. ob_flush();
  794. flush();
  795. break;
  796. }
  797. // 在睡眠前再次检查是否超时,避免不必要的等待
  798. if (time() - $startTime >= $maxDuration) {
  799. break;
  800. }
  801. sleep($checkInterval);
  802. } catch (\Exception $e) {
  803. echo "data: " . json_encode([
  804. 'type' => 'error',
  805. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  806. 'elapsed_time' => time() - $startTime,
  807. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  808. ]) . "\n\n";
  809. ob_flush();
  810. flush();
  811. // 检查是否超时,如果超时则停止循环
  812. if (time() - $startTime >= $maxDuration) {
  813. break;
  814. }
  815. sleep($checkInterval);
  816. }
  817. }
  818. // 超时处理 - 只有在真正超时时才执行
  819. if (time() - $startTime >= $maxDuration) {
  820. // 获取当前所有任务状态
  821. $timeoutSegments = DB::table('mp_episode_segments')
  822. ->where('anime_id', $animeId)
  823. ->where('episode_id', $episodeId)
  824. ->orderBy('segment_number')
  825. ->select('segment_id', 'segment_number', 'video_task_id', 'video_task_status', 'video_url')
  826. ->get();
  827. echo "data: " . json_encode([
  828. 'type' => 'time_out',
  829. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  830. 'data' => [
  831. 'anime_id' => $animeId,
  832. 'episode_id' => $episodeId,
  833. 'episode_number' => $episodeNumber,
  834. 'completed_count' => count($completedTasks),
  835. 'failed_count' => count($failedTasks),
  836. 'total_count' => count($segmentTasks),
  837. 'total_elapsed_time' => time() - $startTime,
  838. 'timeout_duration' => $maxDuration,
  839. 'segments' => $timeoutSegments->map(function($segment) {
  840. return [
  841. 'segment_id' => $segment->segment_id,
  842. 'segment_number' => $segment->segment_number,
  843. 'task_id' => $segment->video_task_id,
  844. 'status' => $segment->video_task_status,
  845. 'video_url' => $segment->video_url
  846. ];
  847. })->toArray()
  848. ]
  849. ]) . "\n\n";
  850. ob_flush();
  851. flush();
  852. }
  853. }, 200, [
  854. 'Content-Type' => 'text/event-stream',
  855. 'Cache-Control' => 'no-cache',
  856. 'Connection' => 'keep-alive',
  857. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  858. ]);
  859. }
  860. // 应用有声制作参数
  861. public function applyAudioData(Request $request) {
  862. $data = $request->all();
  863. $result = $this->AnimeService->applyAudioData($data);
  864. return $this->success(['success' => $result ? 1 : 0]);
  865. }
  866. // 获取分集生成图片信息
  867. public function episodePicsInfo(Request $request) {
  868. // 忽略所有超时限制
  869. set_time_limit(0);
  870. ini_set('max_execution_time', '0');
  871. $data = $request->all();
  872. // 获取生成器函数
  873. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  874. // 返回 SSE 响应
  875. return response()->stream($streamGenerator, 200, [
  876. 'Content-Type' => 'text/event-stream',
  877. 'Cache-Control' => 'no-cache',
  878. 'Connection' => 'keep-alive',
  879. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  880. ]);
  881. }
  882. /**
  883. * 创建完整视频合成任务
  884. *
  885. * @param Request $request
  886. * @return \Illuminate\Http\JsonResponse
  887. */
  888. public function createCompleteVideoTask(Request $request)
  889. {
  890. $data = $request->all();
  891. // 验证参数
  892. $validator = Validator::make($data, [
  893. 'anime_id' => 'required|string',
  894. 'episode_id' => 'required|string',
  895. ], [
  896. 'anime_id.required' => '请选择动漫',
  897. 'episode_id.required' => '请选择分集',
  898. ]);
  899. if ($validator->fails()) {
  900. Utils::throwError('1002:' . $validator->errors()->first());
  901. }
  902. try {
  903. $result = $this->AnimeService->createCompleteVideoTask($data);
  904. return $this->success($result);
  905. } catch (\Exception $e) {
  906. $logData = [
  907. 'anime_id' => $data['anime_id'] ?? '',
  908. 'episode_id' => $data['episode_id'] ?? '',
  909. 'error' => $e->getMessage()
  910. ];
  911. dLog('anime')->error('创建完整视频合成任务失败', $logData);
  912. logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
  913. return $this->error('20003:'.$e->getMessage());
  914. }
  915. }
  916. // 文生图(通用)
  917. public function generateImg(Request $request) {
  918. $data = $request->all();
  919. $result = $this->AnimeService->generateImg($data);
  920. return $this->success($result);
  921. }
  922. /**
  923. * 导出分集的全部图片(下载并打包)
  924. */
  925. public function exportEpisodeImages(Request $request) {
  926. // 忽略所有超时限制
  927. set_time_limit(0);
  928. ini_set('max_execution_time', '0');
  929. ini_set('memory_limit', '512M');
  930. $data = $request->all();
  931. // 验证参数
  932. $validator = Validator::make($data, [
  933. 'anime_id' => 'required|string',
  934. 'episode_id' => 'required|string',
  935. ], [
  936. 'anime_id.required' => '动漫ID不能为空',
  937. 'episode_id.required' => '剧集ID不能为空',
  938. ]);
  939. if ($validator->fails()) {
  940. Utils::throwError('1002:' . $validator->errors()->first());
  941. }
  942. $animeId = $data['anime_id'];
  943. $episodeId = $data['episode_id'];
  944. try {
  945. // 获取剧集信息
  946. $episode = DB::table('mp_anime_episodes')
  947. ->where('anime_id', $animeId)
  948. ->where('id', $episodeId)
  949. ->select('episode_number', 'title')
  950. ->first();
  951. if (!$episode) {
  952. Utils::throwError('20003:未找到剧集信息');
  953. }
  954. // 获取所有分镜图片和音频
  955. $segments = DB::table('mp_episode_segments')
  956. ->where('anime_id', $animeId)
  957. ->where('episode_id', $episodeId)
  958. ->whereNotNull('img_url')
  959. ->where('img_url', '!=', '')
  960. ->orderBy('segment_number')
  961. ->select('segment_id', 'segment_number', 'img_url', 'audio_url', 'act_number', 'act_title')
  962. ->get();
  963. if ($segments->isEmpty()) {
  964. Utils::throwError('20003:该剧集暂无图片可导出');
  965. }
  966. // 创建临时目录
  967. $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
  968. if (!file_exists($tempDir)) {
  969. mkdir($tempDir, 0755, true);
  970. }
  971. // 下载图片
  972. $downloadedFiles = [];
  973. foreach ($segments as $segment) {
  974. try {
  975. $imgUrl = $segment->img_url;
  976. if (empty($imgUrl)) {
  977. continue;
  978. }
  979. // 获取图片扩展名
  980. $extension = pathinfo(parse_url($imgUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
  981. if (empty($extension)) {
  982. $extension = 'jpg';
  983. }
  984. // 构建文件名:分镜序号.扩展名
  985. $fileName = sprintf(
  986. '%03d.%s',
  987. $segment->segment_number,
  988. $extension
  989. );
  990. $filePath = $tempDir . '/' . $fileName;
  991. // 下载图片(使用file_get_contents,兼容性更好)
  992. $context = stream_context_create([
  993. 'http' => [
  994. 'timeout' => 30,
  995. 'follow_location' => 1,
  996. 'ignore_errors' => true
  997. ],
  998. 'ssl' => [
  999. 'verify_peer' => false,
  1000. 'verify_peer_name' => false
  1001. ]
  1002. ]);
  1003. $imageData = @file_get_contents($imgUrl, false, $context);
  1004. if ($imageData !== false && !empty($imageData)) {
  1005. file_put_contents($filePath, $imageData);
  1006. $downloadedFiles[] = $filePath;
  1007. } else {
  1008. $logData = [
  1009. 'segment_id' => $segment->segment_id,
  1010. 'img_url' => $imgUrl
  1011. ];
  1012. dLog('anime')->warning('图片下载失败', $logData);
  1013. logDB('anime', 'warning', '图片下载失败', $logData);
  1014. }
  1015. } catch (\Exception $e) {
  1016. $logData = [
  1017. 'segment_id' => $segment->segment_id,
  1018. 'img_url' => $segment->img_url,
  1019. 'error' => $e->getMessage()
  1020. ];
  1021. dLog('anime')->error('下载图片异常', $logData);
  1022. logDB('anime', 'error', '下载图片异常', $logData);
  1023. continue;
  1024. }
  1025. }
  1026. if (empty($downloadedFiles)) {
  1027. // 清理临时目录
  1028. if (file_exists($tempDir)) {
  1029. array_map('unlink', glob("$tempDir/*"));
  1030. rmdir($tempDir);
  1031. }
  1032. Utils::throwError('20003:没有成功下载任何图片');
  1033. }
  1034. // 处理音频合成
  1035. $mergedAudioPath = null;
  1036. try {
  1037. // 检查 FFmpeg 是否可用
  1038. exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
  1039. $hasFfmpeg = ($ffmpegReturnCode === 0);
  1040. if ($hasFfmpeg) {
  1041. // 下载所有分镜的音频文件
  1042. $audioFiles = [];
  1043. foreach ($segments as $segment) {
  1044. if (!empty($segment->audio_url)) {
  1045. try {
  1046. $context = stream_context_create([
  1047. 'http' => [
  1048. 'timeout' => 30,
  1049. 'follow_location' => 1,
  1050. 'ignore_errors' => true
  1051. ],
  1052. 'ssl' => [
  1053. 'verify_peer' => false,
  1054. 'verify_peer_name' => false
  1055. ]
  1056. ]);
  1057. $audioData = @file_get_contents($segment->audio_url, false, $context);
  1058. if ($audioData !== false && !empty($audioData)) {
  1059. // 获取音频文件扩展名
  1060. $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
  1061. if (empty($audioExtension)) {
  1062. $audioExtension = 'wav';
  1063. }
  1064. $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
  1065. $audioFilePath = $tempDir . '/' . $audioFileName;
  1066. file_put_contents($audioFilePath, $audioData);
  1067. $audioFiles[] = $audioFilePath;
  1068. } else {
  1069. $logData = [
  1070. 'segment_id' => $segment->segment_id,
  1071. 'audio_url' => $segment->audio_url
  1072. ];
  1073. dLog('anime')->warning('音频下载失败', $logData);
  1074. logDB('anime', 'warning', '音频下载失败', $logData);
  1075. }
  1076. } catch (\Exception $e) {
  1077. $logData = [
  1078. 'segment_id' => $segment->segment_id,
  1079. 'audio_url' => $segment->audio_url,
  1080. 'error' => $e->getMessage()
  1081. ];
  1082. dLog('anime')->error('下载音频异常', $logData);
  1083. logDB('anime', 'error', '下载音频异常', $logData);
  1084. }
  1085. }
  1086. }
  1087. // 如果有音频文件,则进行合成
  1088. if (!empty($audioFiles)) {
  1089. // 创建 FFmpeg concat 文件列表
  1090. $concatFile = $tempDir . '/concat.txt';
  1091. $concatContent = '';
  1092. foreach ($audioFiles as $audioFile) {
  1093. // 使用相对路径,避免路径中的特殊字符问题
  1094. $concatContent .= "file '" . basename($audioFile) . "'\n";
  1095. }
  1096. file_put_contents($concatFile, $concatContent);
  1097. // 合成音频文件
  1098. $mergedAudioPath = $tempDir . '/tts.wav';
  1099. // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
  1100. $ffmpegCommand = sprintf(
  1101. 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
  1102. escapeshellarg($tempDir),
  1103. escapeshellarg(basename($concatFile)),
  1104. escapeshellarg(basename($mergedAudioPath))
  1105. );
  1106. exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
  1107. if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
  1108. $logData = [
  1109. 'command' => $ffmpegCommand,
  1110. 'output' => implode("\n", $ffmpegOutput),
  1111. 'return_code' => $ffmpegReturnCode
  1112. ];
  1113. dLog('anime')->error('FFmpeg 合成音频失败', $logData);
  1114. logDB('anime', 'error', 'FFmpeg 合成音频失败', $logData);
  1115. $mergedAudioPath = null;
  1116. } else {
  1117. $logData = [
  1118. 'audio_count' => count($audioFiles),
  1119. 'output_file' => $mergedAudioPath,
  1120. 'file_size' => filesize($mergedAudioPath)
  1121. ];
  1122. dLog('anime')->info('音频合成成功', $logData);
  1123. logDB('anime', 'info', '音频合成成功', $logData);
  1124. }
  1125. // 清理临时音频文件和 concat 文件
  1126. foreach ($audioFiles as $audioFile) {
  1127. if (file_exists($audioFile)) {
  1128. @unlink($audioFile);
  1129. }
  1130. }
  1131. if (file_exists($concatFile)) {
  1132. @unlink($concatFile);
  1133. }
  1134. }
  1135. } else {
  1136. dLog('anime')->warning('FFmpeg 未安装,跳过音频合成');
  1137. logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
  1138. }
  1139. } catch (\Exception $e) {
  1140. $logData = [
  1141. 'error' => $e->getMessage(),
  1142. 'trace' => $e->getTraceAsString()
  1143. ];
  1144. dLog('anime')->error('音频合成过程异常', $logData);
  1145. logDB('anime', 'error', '音频合成过程异常', $logData);
  1146. // 音频合成失败不影响图片导出
  1147. $mergedAudioPath = null;
  1148. }
  1149. // 创建zip文件
  1150. $zipFileName = sprintf(
  1151. '%s.zip',
  1152. $episode->title ?: '未命名'
  1153. );
  1154. $zipFilePath = storage_path('app/temp/' . $zipFileName);
  1155. $zip = new \ZipArchive();
  1156. if ($zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE) !== true) {
  1157. // 清理临时文件
  1158. array_map('unlink', $downloadedFiles);
  1159. rmdir($tempDir);
  1160. Utils::throwError('20003:创建ZIP文件失败');
  1161. }
  1162. // 添加图片文件到zip
  1163. foreach ($downloadedFiles as $file) {
  1164. $zip->addFile($file, basename($file));
  1165. }
  1166. // 添加合成的音频文件到zip
  1167. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1168. $zip->addFile($mergedAudioPath, 'tts.wav');
  1169. }
  1170. $zip->close();
  1171. // 清理临时图片文件
  1172. array_map('unlink', $downloadedFiles);
  1173. // 清理合成的音频文件
  1174. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1175. @unlink($mergedAudioPath);
  1176. }
  1177. rmdir($tempDir);
  1178. // 返回文件下载响应
  1179. return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
  1180. } catch (\Exception $e) {
  1181. $logData = [
  1182. 'anime_id' => $animeId,
  1183. 'episode_id' => $episodeId,
  1184. 'error' => $e->getMessage()
  1185. ];
  1186. dLog('anime')->error('导出分集图片失败', $logData);
  1187. logDB('anime', 'error', '导出分集图片失败', $logData);
  1188. // 清理可能存在的临时文件
  1189. if (isset($tempDir) && file_exists($tempDir)) {
  1190. array_map('unlink', glob("$tempDir/*"));
  1191. rmdir($tempDir);
  1192. }
  1193. if (isset($zipFilePath) && file_exists($zipFilePath)) {
  1194. unlink($zipFilePath);
  1195. }
  1196. throw $e;
  1197. }
  1198. }
  1199. /**
  1200. * 监控分镜图片和音频生成任务进度(SSE)
  1201. */
  1202. public function monitorSegmentTasks(Request $request) {
  1203. // 忽略所有超时限制
  1204. set_time_limit(0);
  1205. ini_set('max_execution_time', '0');
  1206. $data = $request->all();
  1207. // 验证参数
  1208. $validator = Validator::make($data, [
  1209. 'anime_id' => 'required|string',
  1210. 'episode_id' => 'required|string',
  1211. ], [
  1212. 'anime_id.required' => '动漫ID不能为空',
  1213. 'episode_id.required' => '剧集ID不能为空',
  1214. ]);
  1215. if ($validator->fails()) {
  1216. Utils::throwError('1002:' . $validator->errors()->first());
  1217. }
  1218. $animeId = $data['anime_id'];
  1219. $episodeId = $data['episode_id'];
  1220. // 获取所有分镜信息
  1221. $segments = DB::table('mp_episode_segments')
  1222. ->where('anime_id', $animeId)
  1223. ->where('episode_id', $episodeId)
  1224. // ->whereNotNull('pic_task_id')
  1225. ->orderBy('segment_number')
  1226. ->select('segment_id', 'segment_number', 'pic_task_id', 'pic_task_status', 'audio_task_id', 'audio_task_status', 'img_url', 'audio_url')
  1227. ->get();
  1228. if ($segments->isEmpty()) {
  1229. Utils::throwError('20003:未找到分镜任务数据');
  1230. }
  1231. $startTime = time();
  1232. $maxDuration = 900; // 15分钟超时
  1233. $checkInterval = 5; // 每5秒检查一次
  1234. // 设置 SSE 响应头并开始长连接
  1235. return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval) {
  1236. // 发送初始任务信息
  1237. echo "data: " . json_encode([
  1238. 'type' => 'init',
  1239. 'data' => [
  1240. 'anime_id' => $animeId,
  1241. 'episode_id' => $episodeId,
  1242. 'total_segments' => count($segments),
  1243. 'start_time' => $startTime,
  1244. 'max_duration' => $maxDuration
  1245. ]
  1246. ]) . "\n\n";
  1247. ob_flush();
  1248. flush();
  1249. $completedSegments = [];
  1250. $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
  1251. $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
  1252. while (time() - $startTime < $maxDuration) {
  1253. try {
  1254. $updatedImages = []; // 记录本次循环中更新的图片信息
  1255. foreach ($segments as $segment) {
  1256. $segmentId = $segment->segment_id;
  1257. $picTaskId = $segment->pic_task_id;
  1258. // 跳过已处理完成的分镜
  1259. if (in_array($segmentId, $processedSegments)) {
  1260. continue;
  1261. }
  1262. $picCompleted = false;
  1263. $audioCompleted = false;
  1264. $picProcessed = false;
  1265. $audioProcessed = false;
  1266. // 检查图片任务状态
  1267. if ($picTaskId) {
  1268. $picTask = DB::table('mp_generate_pic_tasks')
  1269. ->where('id', $picTaskId)
  1270. ->select('status', 'result_url', 'error_message')
  1271. ->first();
  1272. if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
  1273. $updateData = [
  1274. 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
  1275. 'updated_at' => date('Y-m-d H:i:s')
  1276. ];
  1277. $imgUrl = '';
  1278. if ($picTask->status === 'success' && !empty($picTask->result_url)) {
  1279. // 更新分镜表的图片URL
  1280. $resultUrls = json_decode($picTask->result_url, true);
  1281. $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
  1282. $updateData['img_url'] = $imgUrl;
  1283. $picCompleted = true;
  1284. } else if ($picTask->status === 'failed') {
  1285. // 失败时清空图片URL
  1286. $updateData['img_url'] = '';
  1287. }
  1288. DB::table('mp_episode_segments')
  1289. ->where('segment_id', $segmentId)
  1290. ->update($updateData);
  1291. // 记录更新的图片信息(只有未通知过的才记录)
  1292. if (!in_array($segmentId, $notifiedSegments)) {
  1293. $updatedImages[] = [
  1294. 'segment_id' => $segmentId,
  1295. 'segment_number' => $segment->segment_number,
  1296. 'img_url' => $imgUrl,
  1297. 'status' => $picTask->status === 'success' ? 'success' : 'failed'
  1298. ];
  1299. // 标记为已通知
  1300. $notifiedSegments[] = $segmentId;
  1301. }
  1302. $picProcessed = true;
  1303. }
  1304. }
  1305. // 检查音频任务状态
  1306. $audioTask = DB::table('mp_dub_video_tasks')
  1307. ->where('alias_segment_id', $segmentId)
  1308. ->orderBy('id', 'desc')
  1309. ->select('generate_status', 'audio_url')
  1310. ->first();
  1311. if ($audioTask && in_array($audioTask->generate_status, ['执行成功', '执行失败'])) {
  1312. $updateData = [
  1313. 'audio_task_status' => $audioTask->generate_status === '执行成功' ? '已完成' : '失败',
  1314. 'updated_at' => date('Y-m-d H:i:s')
  1315. ];
  1316. if ($audioTask->generate_status === '执行成功' && !empty($audioTask->audio_url)) {
  1317. $updateData['audio_url'] = $audioTask->audio_url;
  1318. $audioCompleted = true;
  1319. } else if ($audioTask->generate_status === '执行失败') {
  1320. // 失败时清空音频URL
  1321. $updateData['audio_url'] = '';
  1322. }
  1323. // 静默更新分镜表的音频URL(不输出通知)
  1324. DB::table('mp_episode_segments')
  1325. ->where('segment_id', $segmentId)
  1326. ->update($updateData);
  1327. $audioProcessed = true;
  1328. }
  1329. // 如果图片和音频都成功完成,标记为已完成
  1330. if ($picCompleted && $audioCompleted) {
  1331. $completedSegments[] = $segmentId;
  1332. }
  1333. // 如果图片和音频都已处理完成(成功或失败),标记为已处理
  1334. if ($picProcessed && $audioProcessed) {
  1335. $processedSegments[] = $segmentId;
  1336. }
  1337. }
  1338. // 如果有图片更新,发送具体的图片更新信息
  1339. if (!empty($updatedImages)) {
  1340. echo "data: " . json_encode([
  1341. 'type' => 'update',
  1342. 'data' => [
  1343. 'anime_id' => $animeId,
  1344. 'episode_id' => $episodeId,
  1345. 'updated_images' => $updatedImages,
  1346. 'completed_count' => count($completedSegments), // 成功完成的数量
  1347. 'processed_count' => count($processedSegments), // 已处理完成的数量(成功+失败)
  1348. 'total_count' => count($segments),
  1349. 'elapsed_time' => time() - $startTime,
  1350. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1351. ]
  1352. ]) . "\n\n";
  1353. ob_flush();
  1354. flush();
  1355. }
  1356. // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
  1357. if (count($processedSegments) === count($segments)) {
  1358. // 获取剧集信息
  1359. $episode = DB::table('mp_anime_episodes')
  1360. ->where('anime_id', $animeId)
  1361. ->where('id', $episodeId)
  1362. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1363. ->first();
  1364. if ($episode) {
  1365. $episode = (array)$episode;
  1366. $episode['roles'] = json_decode($episode['roles'], true);
  1367. $episode['scenes'] = json_decode($episode['scenes'], true);
  1368. // 获取所有分镜信息
  1369. $allSegments = DB::table('mp_episode_segments')
  1370. ->where('anime_id', $animeId)
  1371. ->where('episode_id', $episodeId)
  1372. ->orderBy('segment_number')
  1373. ->select('*')
  1374. ->get()
  1375. ->map(function ($value) {
  1376. return (array)$value;
  1377. })->toArray();
  1378. // 按照episodeInfo的格式组织数据
  1379. $acts = [];
  1380. foreach($allSegments as $segment) {
  1381. $segmentData = [
  1382. 'segment_id' => getProp($segment, 'segment_id'),
  1383. 'segment_number' => getProp($segment, 'segment_number'),
  1384. 'segment_content' => getProp($segment, 'segment_content'),
  1385. 'description' => getProp($segment, 'description'),
  1386. 'composition' => getProp($segment, 'composition'),
  1387. 'camera_movement' => getProp($segment, 'camera_movement'),
  1388. 'voice_actor' => getProp($segment, 'voice_actor'),
  1389. 'dialogue' => getProp($segment, 'dialogue'),
  1390. 'frame_type' => getProp($segment, 'frame_type'),
  1391. 'scene' => getProp($segment, 'scene'),
  1392. 'characters' => getProp($segment, 'characters'),
  1393. 'tail_frame' => getProp($segment, 'tail_frame'),
  1394. 'emotion' => getProp($segment, 'emotion'),
  1395. 'emotion_type' => getProp($segment, 'emotion_type'),
  1396. 'gender' => getProp($segment, 'gender'),
  1397. 'speed_ratio' => getProp($segment, 'speed_ratio'),
  1398. 'loudness_ratio' => getProp($segment, 'loudness_ratio'),
  1399. 'emotion_scale' => getProp($segment, 'emotion_scale'),
  1400. 'pitch' => getProp($segment, 'pitch'),
  1401. 'voice_name' => getProp($segment, 'voice_name'),
  1402. 'voice_type' => getProp($segment, 'voice_type'),
  1403. 'voice_audio_url' => getProp($segment, 'voice_audio_url'),
  1404. 'img_url' => getProp($segment, 'img_url'),
  1405. 'audio_url' => getProp($segment, 'audio_url'),
  1406. 'video_url' => getProp($segment, 'video_url'),
  1407. 'last_frame_url' => getProp($segment, 'last_frame_url'),
  1408. ];
  1409. $actNumber = getProp($segment, 'act_number');
  1410. if (isset($acts[$actNumber])) {
  1411. $acts[$actNumber]['segments'][] = $segmentData;
  1412. } else {
  1413. $acts[$actNumber] = [
  1414. 'act_number' => $actNumber,
  1415. 'act_title' => getProp($segment, 'act_title'),
  1416. 'segments' => [$segmentData]
  1417. ];
  1418. }
  1419. }
  1420. $episode['acts'] = array_values($acts);
  1421. }
  1422. echo "data: " . json_encode([
  1423. 'type' => 'completed',
  1424. 'data' => [
  1425. 'anime_id' => $animeId,
  1426. 'episode_id' => $episodeId,
  1427. 'completed_count' => count($completedSegments), // 成功完成的数量
  1428. 'processed_count' => count($processedSegments), // 已处理完成的数量(成功+失败)
  1429. 'total_count' => count($segments),
  1430. 'total_elapsed_time' => time() - $startTime,
  1431. 'episode_info' => $episode ?? null
  1432. ]
  1433. ]) . "\n\n";
  1434. ob_flush();
  1435. flush();
  1436. break;
  1437. }
  1438. // 检查是否超时
  1439. if (time() - $startTime >= $maxDuration) {
  1440. break;
  1441. }
  1442. sleep($checkInterval);
  1443. } catch (\Exception $e) {
  1444. echo "data: " . json_encode([
  1445. 'type' => 'error',
  1446. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1447. 'elapsed_time' => time() - $startTime,
  1448. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1449. ]) . "\n\n";
  1450. ob_flush();
  1451. flush();
  1452. if (time() - $startTime >= $maxDuration) {
  1453. break;
  1454. }
  1455. sleep($checkInterval);
  1456. }
  1457. }
  1458. // 超时处理
  1459. if (time() - $startTime >= $maxDuration) {
  1460. echo "data: " . json_encode([
  1461. 'type' => 'time_out',
  1462. 'message' => '分镜任务监控已超时15分钟,停止状态查询',
  1463. 'data' => [
  1464. 'anime_id' => $animeId,
  1465. 'episode_id' => $episodeId,
  1466. 'completed_count' => count($completedSegments), // 成功完成的数量
  1467. 'processed_count' => count($processedSegments), // 已处理完成的数量(成功+失败)
  1468. 'total_count' => count($segments),
  1469. 'total_elapsed_time' => time() - $startTime,
  1470. 'timeout_duration' => $maxDuration
  1471. ]
  1472. ]) . "\n\n";
  1473. ob_flush();
  1474. flush();
  1475. }
  1476. }, 200, [
  1477. 'Content-Type' => 'text/event-stream',
  1478. 'Cache-Control' => 'no-cache',
  1479. 'Connection' => 'keep-alive',
  1480. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1481. ]);
  1482. }
  1483. }