AnimeController.php 97 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\Utils;
  9. use App\Models\MpGenerateVideoTask;
  10. use App\Services\AIGeneration\AIImageGenerationService;
  11. use App\Services\AIGeneration\AIVideoGenerationService;
  12. use App\Services\Anime\AnimeService;
  13. use Illuminate\Http\Request;
  14. use Illuminate\Routing\Controller as BaseController;
  15. use Illuminate\Support\Facades\DB;
  16. use Illuminate\Support\Facades\Redis;
  17. use Illuminate\Support\Facades\Validator;
  18. class AnimeController extends BaseController
  19. {
  20. use ApiResponse;
  21. protected $AnimeService;
  22. protected $AIImageGenerationService;
  23. protected $AIVideoGenerationService;
  24. public function __construct(
  25. AnimeService $AnimeService,
  26. AIImageGenerationService $AIImageGenerationService,
  27. AIVideoGenerationService $AIVideoGenerationService
  28. ) {
  29. $this->AnimeService = $AnimeService;
  30. $this->AIImageGenerationService = $AIImageGenerationService;
  31. $this->AIVideoGenerationService = $AIVideoGenerationService;
  32. }
  33. // 文字模型
  34. public function textModel() {
  35. $query = DB::table('mp_text_models')->where('is_enabled', 1);
  36. // 支持 model 搜索
  37. if ($model = request('model')) {
  38. $query->where('model', 'like', "%{$model}%");
  39. }
  40. // 支持 name 搜索
  41. if ($name = request('name')) {
  42. $query->where('name', 'like', "%{$name}%");
  43. }
  44. $models = $query->select('model', 'name')->get()->map(function ($value) {
  45. return (array)$value;
  46. })->toArray();
  47. return $this->success($models);
  48. }
  49. // 图片模型
  50. public function imageModel() {
  51. $query = DB::table('mp_image_models')->where('is_enabled', 1);
  52. // 支持 model 搜索
  53. if ($model = request('model')) {
  54. $query->where('model', 'like', "%{$model}%");
  55. }
  56. // 支持 name 搜索
  57. if ($name = request('name')) {
  58. $query->where('name', 'like', "%{$name}%");
  59. }
  60. $models = $query->select('model', 'name')->get()->map(function ($value) {
  61. return (array)$value;
  62. })->toArray();
  63. return $this->success($models);
  64. }
  65. // 视频模型
  66. public function videoModel() {
  67. $query = DB::table('mp_video_models')->where('is_enabled', 1);
  68. // 支持 model 搜索
  69. if ($model = request('model')) {
  70. $query->where('model', 'like', "%{$model}%");
  71. }
  72. // 支持 name 搜索
  73. if ($name = request('name')) {
  74. $query->where('name', 'like', "%{$name}%");
  75. }
  76. $models = $query->select('model', 'name')->get()->map(function ($value) {
  77. return (array)$value;
  78. })->toArray();
  79. return $this->success($models);
  80. }
  81. public function artStyleList()
  82. {
  83. $result = [
  84. [
  85. 'art_style' => '唯美真人风格',
  86. 'pic_url' => "http://zw-ai.oss-cn-hangzhou.aliyuncs.com/mp_audio/art_styles/%E5%94%AF%E7%BE%8E%E7%9C%9F%E4%BA%BA.jpg"
  87. ],
  88. [
  89. 'art_style' => '真人古风风格',
  90. 'pic_url' => "http://zw-ai.oss-cn-hangzhou.aliyuncs.com/mp_audio/art_styles/%E7%9C%9F%E4%BA%BA%E5%8F%A4%E9%A3%8E.jpg"
  91. ],
  92. [
  93. 'art_style' => '日系动漫风格',
  94. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
  95. ],
  96. [
  97. 'art_style' => '国漫风格',
  98. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
  99. ],
  100. [
  101. 'art_style' => 'Q版卡通风格',
  102. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
  103. ],
  104. [
  105. 'art_style' => '简约扁平风格',
  106. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
  107. ],
  108. [
  109. 'art_style' => '古风仙侠风格',
  110. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
  111. ],
  112. [
  113. 'art_style' => '武侠风格',
  114. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
  115. ],
  116. [
  117. 'art_style' => '新中式水墨风格',
  118. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
  119. ],
  120. [
  121. 'art_style' => '写实插画风格',
  122. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
  123. ],
  124. [
  125. 'art_style' => '3D卡通风格',
  126. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
  127. ],
  128. [
  129. 'art_style' => '条漫风格',
  130. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
  131. ],
  132. [
  133. 'art_style' => '赛博朋克风格',
  134. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
  135. ],
  136. [
  137. 'art_style' => '暗黑悬疑风格',
  138. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
  139. ],
  140. [
  141. 'art_style' => '治愈清新风格',
  142. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
  143. ],
  144. ];
  145. return $this->success($result);
  146. }
  147. // 新建动漫
  148. public function createAnime(Request $request) {
  149. $data = $request->all();
  150. $result = $this->AnimeService->createAnime($data);
  151. return $this->success(['anime_id' => $result]);
  152. }
  153. // 编辑动漫
  154. public function editAnime(Request $request) {
  155. $data = $request->all();
  156. $result = $this->AnimeService->editAnime($data);
  157. return $this->success(['success'=>$result ? 1 : 0]);
  158. }
  159. // 删除动漫
  160. public function delAnime(Request $request) {
  161. $data = $request->all();
  162. $result = $this->AnimeService->delAnime($data);
  163. return $this->success(['success'=>$result ? 1 : 0]);
  164. }
  165. // 批量生成主体图片
  166. public function batchSetRoleImg(Request $request) {
  167. // 忽略所有超时限制
  168. set_time_limit(0);
  169. ini_set('max_execution_time', '0');
  170. $data = $request->all();
  171. $result = $this->AnimeService->batchSetRoleImg($data);
  172. return $this->success($result);
  173. }
  174. // 批量生成场景图片
  175. public function batchSetSceneImg(Request $request) {
  176. // 忽略所有超时限制
  177. set_time_limit(0);
  178. ini_set('max_execution_time', '0');
  179. $data = $request->all();
  180. $result = $this->AnimeService->batchSetSceneImg($data);
  181. return $this->success($result);
  182. }
  183. // 修改分集主体列表
  184. public function changeEpisodeRoles(Request $request) {
  185. $data = $request->all();
  186. $result = $this->AnimeService->changeEpisodeRoles($data);
  187. return $this->success(['success'=>$result ? 1 : 0]);
  188. }
  189. // 修改分集场景列表
  190. public function changeEpisodeScenes(Request $request) {
  191. $data = $request->all();
  192. $result = $this->AnimeService->changeEpisodeScenes($data);
  193. return $this->success(['success'=>$result ? 1 : 0]);
  194. }
  195. // 编辑分镜剧本
  196. public function editSegment(Request $request) {
  197. $data = $request->all();
  198. $result = $this->AnimeService->editSegment($data);
  199. return $this->success(['success'=>$result ? 1 : 0]);
  200. }
  201. // 动漫对话列表
  202. public function chatList(Request $request) {
  203. $data = $request->all();
  204. $result = $this->AnimeService->chatList($data);
  205. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  206. }
  207. // 动漫对话历史记录
  208. public function chatHistory(Request $request) {
  209. $data = $request->all();
  210. $result = $this->AnimeService->chatHistory($data);
  211. return $this->success($result);
  212. }
  213. // 动漫大纲
  214. public function animeDetail(Request $request) {
  215. $data = $request->all();
  216. $result = $this->AnimeService->animeDetail($data);
  217. return $this->success($result);
  218. }
  219. // 动漫剧集
  220. public function episodeInfo(Request $request) {
  221. $data = $request->all();
  222. $result = $this->AnimeService->episodeInfo($data);
  223. return $this->success($result);
  224. }
  225. // 动漫剧集(全能模式)
  226. public function episodeInfoForAce(Request $request) {
  227. $data = $request->all();
  228. $result = $this->AnimeService->episodeInfoForAce($data);
  229. return $this->success($result);
  230. }
  231. // 分镜信息
  232. public function segmentInfo(Request $request) {
  233. $data = $request->all();
  234. $result = $this->AnimeService->segmentInfo($data);
  235. return $this->success($result);
  236. }
  237. // 复制剧集副本
  238. public function copyEpisodeVersion(Request $request) {
  239. $data = $request->all();
  240. $result = $this->AnimeService->copyEpisodeVersion($data);
  241. return $this->success($result);
  242. }
  243. // 剧集副本列表
  244. public function episodeVersions(Request $request) {
  245. $data = $request->all();
  246. $result = $this->AnimeService->episodeVersions($data);
  247. return $this->success($result);
  248. }
  249. // 绑定剧集副本
  250. public function bindEpisodeVersion(Request $request) {
  251. $data = $request->all();
  252. $result = $this->AnimeService->bindEpisodeVersion($data);
  253. return $this->success(['success' => $result ? 1 : 0]);
  254. }
  255. // 对话改图
  256. public function chatChangeImg(Request $request) {
  257. $data = $request->all();
  258. $result = $this->AnimeService->chatChangeImg($data);
  259. return $this->success(['img_url' => $result]);
  260. }
  261. public function segmentChatHistory(Request $request) {
  262. $data = $request->all();
  263. $result = $this->AnimeService->segmentChatHistory($data);
  264. return $this->success($result);
  265. }
  266. // 一键生成分镜
  267. public function batchSetSegmentPics(Request $request) {
  268. // 忽略所有超时限制
  269. set_time_limit(0);
  270. ini_set('max_execution_time', '0');
  271. $data = $request->all();
  272. $result = $this->AnimeService->batchSetSegmentPics($data);
  273. return $this->success($result);
  274. }
  275. // 重新生成分镜
  276. public function reGenerateSegment(Request $request) {
  277. // 忽略所有超时限制
  278. set_time_limit(0);
  279. ini_set('max_execution_time', '0');
  280. $data = $request->all();
  281. $result = $this->AnimeService->reGenerateSegment($data);
  282. return $this->success(['img_url'=>$result]);
  283. }
  284. // 添加分镜
  285. public function addSegment(Request $request) {
  286. // 忽略所有超时限制
  287. set_time_limit(0);
  288. ini_set('max_execution_time', '0');
  289. $data = $request->all();
  290. $result = $this->AnimeService->addSegment($data);
  291. return $this->success($result);
  292. }
  293. // 复制分镜
  294. public function copySegment(Request $request) {
  295. $data = $request->all();
  296. $result = $this->AnimeService->copySegment($data);
  297. return $this->success($result);
  298. }
  299. // 移动分镜
  300. public function moveSegment(Request $request) {
  301. $data = $request->all();
  302. $result = $this->AnimeService->moveSegment($data);
  303. return $this->success(['success'=>$result ? 1: 0]);
  304. }
  305. // 删除分镜
  306. public function delSegment(Request $request) {
  307. $data = $request->all();
  308. $result = $this->AnimeService->delSegment($data);
  309. return $this->success(['success'=>$result ? 1: 0]);
  310. }
  311. public function applySegment(Request $request) {
  312. $data = $request->all();
  313. $result = $this->AnimeService->applySegment($data);
  314. return $this->success(['success'=>$result ? 1: 0]);
  315. }
  316. // 分镜历史图片|视频
  317. public function segmentHistory(Request $request) {
  318. $data = $request->all();
  319. $result = $this->AnimeService->segmentHistory($data);
  320. return $this->success($result);
  321. }
  322. public function createSegmentVideoTask(Request $request) {
  323. $uid = Site::getUid();
  324. // 忽略所有超时限制
  325. set_time_limit(0);
  326. ini_set('max_execution_time', '0');
  327. $data = $request->all();
  328. // 验证参数
  329. $validator = Validator::make($data, [
  330. 'segment_id' => 'required|string',
  331. 'tail_frame' => 'nullable|string|max:500',
  332. ], [
  333. 'segment_id.required' => '分镜ID不能为空',
  334. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  335. ]);
  336. if ($validator->fails()) {
  337. Utils::throwError('1002:' . $validator->errors()->first());
  338. }
  339. // 创建视频生成任务
  340. $result = $this->AnimeService->createSegmentVideoTask($data);
  341. $taskId = $result['task_id'];
  342. // 设置 SSE 响应头
  343. return response()->stream(function () use ($taskId, $result, $uid) {
  344. // 设置 SSE 响应头
  345. echo "data: " . json_encode([
  346. 'type' => 'init',
  347. 'data' => $result
  348. ]) . "\n\n";
  349. ob_flush();
  350. flush();
  351. $startTime = time();
  352. $maxDuration = 300; // 5分钟超时
  353. $checkInterval = 5; // 每5秒检查一次
  354. while (time() - $startTime < $maxDuration) {
  355. try {
  356. // 查询任务状态
  357. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  358. if (!$task) {
  359. echo "data: " . json_encode([
  360. 'type' => 'error',
  361. 'message' => '任务不存在'
  362. ]) . "\n\n";
  363. ob_flush();
  364. flush();
  365. break;
  366. }
  367. // 如果任务还在处理中,查询最新状态
  368. if ($task->status === 'processing') {
  369. // 根据任务类型查询不同的状态
  370. if ($task->api_type === 'jimeng') {
  371. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  372. } elseif ($task->api_type === 'keling') {
  373. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  374. } elseif ($task->api_type === 'zzengine') {
  375. $statusResult = $this->AIVideoGenerationService->queryUnifiedApiTaskStatus($task);
  376. } else {
  377. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  378. }
  379. if (isset($statusResult['status'])) {
  380. // 更新任务状态
  381. $task->update([
  382. 'status' => $statusResult['status'],
  383. 'result_url' => $statusResult['result_url'] ?? null,
  384. 'compressed_url' => $statusResult['compressed_url'] ?? null,
  385. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  386. 'error_message' => $statusResult['error_message'] ?? null,
  387. 'completed_at' => in_array($statusResult['status'], [
  388. 'success',
  389. 'failed'
  390. ]) ? now() : null
  391. ]);
  392. // 如果任务成功,更新分镜表
  393. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  394. try {
  395. DB::beginTransaction();
  396. $now = date('Y-m-d H:i:s');
  397. // 获取分镜ID
  398. $segment = DB::table('mp_episode_segments')
  399. ->where('video_task_id', $taskId)
  400. ->first();
  401. if (!$segment) {
  402. throw new \Exception('未找到对应的分镜记录');
  403. }
  404. $segmentId = $segment->segment_id;
  405. $anime_id = $segment->anime_id;
  406. $episode_number = $segment->episode_number;
  407. $tail_frame = $segment->tail_frame;
  408. // 更新分镜表
  409. $segmentUpdateData = [
  410. 'origin_video_url' => $statusResult['result_url'],
  411. 'video_task_status' => '已完成',
  412. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  413. 'current_type' => 2,
  414. 'updated_at' => $now
  415. ];
  416. $compressed_video_url = compressVideo($statusResult['result_url']);
  417. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
  418. // 只有当video_duration存在且大于0时才更新
  419. if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
  420. $segmentUpdateData['video_duration'] = $statusResult['video_duration'];
  421. $segmentUpdateData['video_time_point_start'] = 0;
  422. // $segmentUpdateData['video_time_point_end'] = $statusResult['video_duration'];
  423. $segmentUpdateData['video_time_point_end'] = $segment->audio_duration ?? 0;
  424. }
  425. $updateResult = DB::table('mp_episode_segments')
  426. ->where('segment_id', $segmentId)
  427. ->update($segmentUpdateData);
  428. if (!$updateResult) {
  429. Utils::throwError('20003:更新分镜表失败');
  430. }
  431. // 更新分镜视频成功后新增对话记录
  432. // 保存对话记录
  433. $records = [
  434. [
  435. 'uid' => $uid,
  436. 'anime_id' => $anime_id,
  437. 'sequence' => $episode_number,
  438. 'role' => 'user',
  439. 'content' => '图片转视频',
  440. 'segment_id' => $segmentId,
  441. 'video_url' => '',
  442. 'created_at' => $now,
  443. 'updated_at' => $now
  444. ],
  445. [
  446. 'uid' => $uid,
  447. 'anime_id' => $anime_id,
  448. 'sequence' => $episode_number,
  449. 'role' => 'assistant',
  450. 'content' => $tail_frame,
  451. 'segment_id' => $segmentId,
  452. 'video_url' => $statusResult['result_url'],
  453. 'created_at' => $now,
  454. 'updated_at' => $now
  455. ]
  456. ];
  457. DB::table('mp_anime_records')->insert($records);
  458. DB::commit();
  459. } catch (\Exception $e) {
  460. DB::rollBack();
  461. $logData = [
  462. 'task_id' => $taskId,
  463. 'error' => $e->getMessage()
  464. ];
  465. dLog('anime')->error('视频任务处理失败', $logData);
  466. logDB('anime', 'error', '视频任务处理失败', $logData);
  467. }
  468. } elseif ($statusResult['status'] === 'failed') {
  469. DB::table('mp_episode_segments')
  470. ->where('video_task_id', $taskId)
  471. ->update([
  472. 'video_task_status' => '失败',
  473. 'updated_at' => date('Y-m-d H:i:s')
  474. ]);
  475. }
  476. }
  477. }
  478. // 发送当前状态
  479. echo "data: " . json_encode([
  480. 'type' => 'update',
  481. 'data' => [
  482. 'task_id' => $task->id,
  483. 'status' => $task->status,
  484. 'result_url' => $task->result_url,
  485. 'error_message' => $task->error_message,
  486. 'elapsed_time' => time() - $startTime
  487. ]
  488. ]) . "\n\n";
  489. ob_flush();
  490. flush();
  491. // 如果任务完成(成功或失败),结束连接
  492. if (in_array($task->status, [
  493. 'success',
  494. 'failed'
  495. ])) {
  496. echo "data: " . json_encode([
  497. 'type' => 'completed',
  498. 'data' => [
  499. 'task_id' => $task->id,
  500. 'status' => $task->status,
  501. 'video_url' => $task->compressed_url ?: $task->result_url,
  502. 'origin_video_url' => $task->result_url,
  503. 'last_frame_url' => $task->last_frame_url,
  504. 'error_message' => $task->error_message
  505. ]
  506. ]) . "\n\n";
  507. ob_flush();
  508. flush();
  509. break;
  510. }
  511. sleep($checkInterval);
  512. } catch (\Exception $e) {
  513. echo "data: " . json_encode([
  514. 'type' => 'error',
  515. 'message' => '查询任务状态失败: ' . $e->getMessage()
  516. ]) . "\n\n";
  517. ob_flush();
  518. flush();
  519. sleep($checkInterval);
  520. }
  521. }
  522. // 超时处理
  523. if (time() - $startTime >= $maxDuration) {
  524. echo "data: " . json_encode([
  525. 'type' => 'time_out',
  526. 'message' => '任务执行超时,请稍后查询任务状态',
  527. 'data' => [
  528. 'task_id' => $taskId
  529. ]
  530. ]) . "\n\n";
  531. ob_flush();
  532. flush();
  533. }
  534. }, 200, [
  535. 'Content-Type' => 'text/event-stream',
  536. 'Cache-Control' => 'no-cache',
  537. 'Connection' => 'keep-alive',
  538. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  539. ]);
  540. }
  541. /**
  542. * 批量生成分镜视频
  543. */
  544. public function batchSetSegmentVideos(Request $request) {
  545. // 忽略所有超时限制
  546. set_time_limit(0);
  547. ini_set('max_execution_time', '0');
  548. $data = $request->all();
  549. // 验证参数
  550. $validator = Validator::make($data, [
  551. 'anime_id' => 'required|string',
  552. 'episode_id' => 'required|integer',
  553. ], [
  554. 'anime_id.required' => '动漫对话ID不能为空',
  555. 'episode_id.required' => '剧集ID不能为空',
  556. 'episode_id.integer' => '剧集ID必须是整数',
  557. ]);
  558. if ($validator->fails()) {
  559. Utils::throwError('1002:' . $validator->errors()->first());
  560. }
  561. $animeId = $data['anime_id'];
  562. $episodeId = $data['episode_id'];
  563. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  564. if (!$episode) Utils::throwError('20003:分集不存在');
  565. $episodeNumber = $episode->episode_number;
  566. $ratio = !empty($episode->ratio) ? $episode->ratio : '9:16';
  567. $generate_audio = getProp($data, 'generate_audio', 0);
  568. // 处理视频模型(在循环外统一处理)
  569. $model = getProp($data, 'model');
  570. if (!$model) {
  571. // 用户没有输入,从episode表获取
  572. $model = getProp($episode, 'video_model');
  573. if (!$model) {
  574. // episode表也没有,使用默认值
  575. $model = 'doubao-seedance-1-5-pro-251215';
  576. }
  577. }
  578. // 验证模型是否在可用模型表中
  579. if (!DB::table('mp_video_models')->where('model', $model)->where('is_enabled', 1)->exists()) {
  580. $model = 'doubao-seedance-1-5-pro-251215';
  581. }
  582. // 获取所有分镜信息
  583. $segments = DB::table('mp_episode_segments')
  584. ->where('anime_id', $animeId)
  585. ->where('episode_id', $episodeId)
  586. ->whereNotIn('video_task_status', ['已完成', '生成中'])
  587. ->orderBy('segment_number')
  588. ->get();
  589. if ($segments->isEmpty()) {
  590. Utils::throwError('20003:未找到分镜数据');
  591. }
  592. // 批量创建视频任务
  593. $taskIds = [];
  594. $segmentTasks = [];
  595. foreach ($segments as $segment) {
  596. try {
  597. // 检查视频任务正在生成中或当前状态为视频
  598. if ($segment->video_task_status === '生成中' || (int)$segment->current_type === 2) {
  599. continue;
  600. }
  601. // 获取分镜内容
  602. $segmentContent = $segment->segment_content ?: '';
  603. $tailFrame = $segment->tail_frame ?: '';
  604. // 判断 $segmentContent 是否有台词内容,如果有则确保使用中文左右双引号
  605. $hasDialogue = false;
  606. if (preg_match('/(?:台词内容|台词|对白|对话)[::]\s*([^\n]+)/u', $segmentContent, $dialogueMatch)) {
  607. $dialogue = trim($dialogueMatch[1]);
  608. // 如果台词不为空且不是"无"
  609. if (!empty($dialogue) && $dialogue !== '无') {
  610. // 过滤掉所有符号(引号、标点、空格等),只保留文字内容来判断是否有实际台词
  611. $dialogueFiltered = preg_replace('/[""\'\',。!?、;:…—\-\s\p{P}\p{S}]/u', '', $dialogue);
  612. if (!empty($dialogueFiltered) && $dialogueFiltered !== '无') {
  613. $hasDialogue = true;
  614. }
  615. $dialogue = preg_replace('/^["”]/u', '“', $dialogue); // 替换句首英文双引号或中文右双引号
  616. $dialogue = preg_replace('/["“]$/u', '”', $dialogue); // 替换句尾英文双引号或中文左双引号
  617. // 句首或句尾没有中文双引号,则分别添加中文左右双引号
  618. if (!preg_match('/^[“]/', $dialogue)) {
  619. $dialogue = '“' . $dialogue;
  620. }
  621. if (!preg_match('/[”]$/', $dialogue)) {
  622. $dialogue .= '”';
  623. }
  624. // 将修改后的台词替换回 $segmentContent
  625. $originalDialogue = $dialogueMatch[1];
  626. $segmentContent = str_replace($originalDialogue, $dialogue, $segmentContent);
  627. }
  628. }
  629. // 检查 $segmentContent 中是否已有尾帧描述
  630. $contentHasTailFrame = preg_match('/(?:尾帧描述|尾帧)[::]\s*([^\n]+)/u', $segmentContent, $contentTailFrameMatch);
  631. // 确定最终使用的尾帧描述(优先级:segmentContent自带 > 分镜表字段)
  632. $finalTailFrame = '';
  633. if ($contentHasTailFrame) {
  634. // segmentContent 中有尾帧描述,使用它
  635. $finalTailFrame = trim($contentTailFrameMatch[1]);
  636. } else {
  637. // segmentContent 中没有,使用分镜表中的尾帧描述
  638. $finalTailFrame = $tailFrame;
  639. }
  640. // 构建完整的提示词
  641. $fullPrompt = $segmentContent;
  642. if ($finalTailFrame && !$contentHasTailFrame) {
  643. // 只有当 segmentContent 中没有尾帧描述时才追加
  644. $fullPrompt .= "\n尾帧描述:$finalTailFrame";
  645. }
  646. // 去除多余的换行符(将连续多个换行符替换为单个换行符)
  647. $fullPrompt = preg_replace('/\n{2,}/', "\n", $fullPrompt);
  648. $fullPrompt = trim($fullPrompt);
  649. // 当前是否启用音效同出(没台词强制关闭音效同出,节省资源收费)
  650. $current_generate_audio = $hasDialogue ? $generate_audio : 0;
  651. // 智能选择视频时长
  652. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  653. $videoDuration = -1;
  654. // 构建视频生成参数
  655. $videoParams = [
  656. 'model' => $model,
  657. 'alias_segment_id' => $segment->segment_id,
  658. 'prompt' => $fullPrompt,
  659. 'video_duration' => $videoDuration,
  660. 'video_resolution' => '720P',
  661. 'seed' => -1,
  662. 'ratio' => $ratio,
  663. 'generate_audio' => (int)$current_generate_audio === 0 ? false : true,
  664. 'draft' => false,
  665. 'watermark' => false,
  666. 'camera_fixed' => false,
  667. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  668. ];
  669. // 如果分镜有图片,作为首帧
  670. $hasImage = !empty($segment->img_url);
  671. $hasVideo = !empty($segment->video_url);
  672. if ($hasImage) {
  673. $videoParams['first_frame_url'] = $segment->img_url;
  674. }
  675. // 构建content数组
  676. $videoParams['content'] = [
  677. [
  678. 'type' => 'text',
  679. 'text' => $videoParams['prompt'],
  680. ]
  681. ];
  682. // 如果有首帧图片,添加到content中
  683. if ($hasImage) {
  684. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  685. $videoParams['content'][] = [
  686. 'type' => 'image_url',
  687. 'image_url' => [
  688. 'url' => $videoParams['first_frame_url'],
  689. ],
  690. 'role' => 'reference_image',
  691. ];
  692. }else {
  693. $videoParams['content'][] = [
  694. 'type' => 'image_url',
  695. 'image_url' => [
  696. 'url' => $videoParams['first_frame_url'],
  697. ],
  698. 'role' => 'first_frame',
  699. ];
  700. }
  701. }
  702. // 获取配音音频URL和时长
  703. $audioUrl = $segment->audio_url ?? '';
  704. $audioDuration = $segment->audio_duration ?? 0;
  705. // 音频传入的前提:必须有至少一张图片或一个视频
  706. $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
  707. // 根据模型选择不同的视频生成方法
  708. if (strpos($model, 'jimeng') !== false) {
  709. // 即梦模型参数调整
  710. $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  711. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  712. unset($videoParams['ratio']);
  713. unset($videoParams['content']); // 即梦不使用content格式
  714. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  715. } elseif (strpos($model, 'kling') !== false) {
  716. // Keling模型参数调整
  717. $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
  718. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  719. unset($videoParams['ratio']);
  720. unset($videoParams['content']); // Keling不使用content格式
  721. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  722. } elseif (strpos($model, 'zhizhen') !== false) {
  723. // 智针20等新模型使用统一API
  724. // 构建统一API参数
  725. $unifiedParams = [
  726. 'model_code' => $model,
  727. 'alias_segment_id' => $segment->segment_id,
  728. 'prompt' => trim($fullPrompt),
  729. 'video_duration' => $audioDuration > 0 ? max(5, min(15, ceil($audioDuration))) : 5,
  730. 'video_resolution' => strtolower($videoParams['video_resolution']),
  731. 'video_ratio' => $ratio,
  732. 'seed' => -1,
  733. ];
  734. // 构建parameters参数
  735. $parameters = [
  736. 'seconds' => $unifiedParams['video_duration'],
  737. 'resolution' => $unifiedParams['video_resolution'],
  738. 'ratio' => $ratio,
  739. 'video_mode' => 'multi_image',
  740. 'mode' => 'multi_image',
  741. 'generate_audio' => (int)$current_generate_audio === 1 ? true : false,
  742. ];
  743. // 处理首帧和尾帧(智针20模型必须要有首帧图片)
  744. if ($hasImage) {
  745. $parameters['first_frame_url'] = $videoParams['first_frame_url'];
  746. // 只有在有图片的情况下才能添加参考音频
  747. if ($audioUrl) {
  748. $parameters['reference_audios'] = [$audioUrl];
  749. }
  750. } else {
  751. // 没有图片时,记录错误并跳过
  752. $logData = [
  753. 'segment_id' => $segment->segment_id,
  754. 'model' => $model,
  755. 'error' => '智针20模型需要提供首帧图片'
  756. ];
  757. dLog('anime')->error('智针20模型缺少首帧图片', $logData);
  758. logDB('anime', 'error', '智针20模型缺少首帧图片', $logData);
  759. continue;
  760. }
  761. $unifiedParams['parameters'] = $parameters;
  762. // 调用统一API创建任务
  763. $task = $this->AIVideoGenerationService->createUnifiedApiTask($unifiedParams);
  764. } else {
  765. // Seedance模型(默认)
  766. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  767. if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  768. // 添加配音音频到content中
  769. $videoParams['content'][] = [
  770. 'type' => 'audio_url',
  771. 'audio_url' => [
  772. 'url' => $audioUrl,
  773. ],
  774. 'role' => 'reference_audio',
  775. ];
  776. // 优化提示词,增加音频相关描述
  777. $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
  778. $videoParams['prompt'] = $audioPrompt;
  779. $videoParams['content'][0]['text'] = $audioPrompt;
  780. } else if ($audioDuration) {
  781. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  782. $videoParams['video_duration'] = max(4, min(12, ceil($audioDuration))); // seedance支持2-12s
  783. }
  784. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  785. }
  786. $taskIds[] = $task->id;
  787. // 更新分镜表的视频任务信息
  788. DB::table('mp_episode_segments')
  789. ->where('segment_id', $segment->segment_id)
  790. ->update([
  791. 'video_task_id' => $task->id,
  792. 'video_task_status' => '生成中',
  793. 'updated_at' => date('Y-m-d H:i:s')
  794. ]);
  795. $segmentTasks[] = [
  796. 'segment_id' => $segment->segment_id,
  797. 'task_id' => $task->id,
  798. 'segment_number' => $segment->segment_number,
  799. 'tail_frame' => $segment->tail_frame,
  800. 'audio_duration' => $segment->audio_duration,
  801. ];
  802. } catch (\Exception $e) {
  803. $logData = [
  804. 'segment_id' => $segment->segment_id,
  805. 'anime_id' => $animeId,
  806. 'error' => $e->getMessage(),
  807. ];
  808. dLog('anime')->error('创建分镜视频任务失败', $logData);
  809. logDB('anime', 'error', '创建分镜视频任务失败', $logData);
  810. continue;
  811. }
  812. }
  813. if (empty($taskIds)) {
  814. Utils::throwError('20003:没有需要生成视频的分镜');
  815. }
  816. // 保存模型到episode表
  817. DB::table('mp_anime_episodes')->where('id', $episodeId)->update([
  818. 'video_model' => $model,
  819. 'updated_at' => date('Y-m-d H:i:s')
  820. ]);
  821. // 记录开始时间(包含创建任务的时间)
  822. $startTime = time();
  823. $maxDuration = 1800; // 30分钟超时
  824. $uid = Site::getUid();
  825. // 设置 SSE 响应头并开始长连接
  826. return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration, $uid) {
  827. $checkInterval = 10; // 每10秒检查一次
  828. // 初始化任务数组
  829. $totalTasks = $taskIds; // 所有任务ID
  830. $completeTasks = []; // 已完成的任务ID(包含失败)
  831. $successTasks = []; // 成功的任务ID
  832. // 发送初始任务创建信息
  833. echo "data: " . json_encode([
  834. 'type' => 'init',
  835. 'total_tasks_count' => count($totalTasks),
  836. 'completed_tasks_count' => count($completeTasks),
  837. 'success_tasks_count' => count($successTasks)
  838. ]) . "\n\n";
  839. ob_flush();
  840. flush();
  841. while (time() - $startTime < $maxDuration) {
  842. try {
  843. $hasUpdate = false; // 标记是否有更新
  844. // 获取所有任务的最新状态
  845. foreach ($totalTasks as $taskId) {
  846. // 如果任务已经在完成列表中,跳过
  847. if (in_array($taskId, $completeTasks)) {
  848. continue;
  849. }
  850. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  851. if (!$task) {
  852. continue;
  853. }
  854. // 如果任务还在处理中,查询最新状态
  855. if ($task->status === 'processing') {
  856. // 根据任务类型查询不同的状态
  857. if ($task->api_type === 'jimeng') {
  858. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  859. } elseif ($task->api_type === 'keling') {
  860. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  861. } elseif ($task->api_type === 'zzengine') {
  862. $statusResult = $this->AIVideoGenerationService->queryUnifiedApiTaskStatus($task);
  863. } else {
  864. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  865. }
  866. if (isset($statusResult['status'])) {
  867. // 更新任务状态
  868. $task->update([
  869. 'status' => $statusResult['status'],
  870. 'result_json' => $statusResult['result_json'] ?? [],
  871. 'result_url' => $statusResult['result_url'] ?? null,
  872. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  873. 'error_message' => $statusResult['error_message'] ?? null,
  874. 'completed_at' => in_array($statusResult['status'], [
  875. 'success',
  876. 'failed'
  877. ]) ? now() : null
  878. ]);
  879. // 如果任务成功,更新分镜表
  880. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  881. try {
  882. DB::beginTransaction();
  883. $now = date('Y-m-d H:i:s');
  884. // 获取分镜ID
  885. $segmentId = null;
  886. foreach ($segmentTasks as $segmentTask) {
  887. if ($segmentTask['task_id'] == $taskId) {
  888. $segmentId = $segmentTask['segment_id'];
  889. $tail_frame = $segmentTask['tail_frame'];
  890. $audio_duration = $segmentTask['audio_duration'];
  891. break;
  892. }
  893. }
  894. if ($segmentId) {
  895. // 更新分镜表
  896. $segmentUpdateData = [
  897. 'origin_video_url' => $statusResult['result_url'],
  898. 'video_task_status' => '已完成',
  899. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  900. 'current_type' => 2,
  901. 'updated_at' => $now
  902. ];
  903. $compressed_video_url = compressVideo($statusResult['result_url']);
  904. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
  905. // 只有当video_duration存在且大于0时才更新
  906. if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
  907. $segmentUpdateData['video_duration'] = $statusResult['video_duration'];
  908. $segmentUpdateData['video_time_point_start'] = 0;
  909. // $segmentUpdateData['video_time_point_end'] = $statusResult['video_duration'];
  910. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  911. }
  912. $updateResult = DB::table('mp_episode_segments')
  913. ->where('segment_id', $segmentId)
  914. ->update($segmentUpdateData);
  915. if ($updateResult) {
  916. // 更新分镜视频成功后新增对话记录
  917. $records = [
  918. [
  919. 'uid' => $uid,
  920. 'anime_id' => $animeId,
  921. 'sequence' => $episodeNumber,
  922. 'role' => 'user',
  923. 'content' => '图片转视频',
  924. 'segment_id' => $segmentId,
  925. 'video_url' => '',
  926. 'created_at' => $now,
  927. 'updated_at' => $now
  928. ],
  929. [
  930. 'uid' => $uid,
  931. 'anime_id' => $animeId,
  932. 'sequence' => $episodeNumber,
  933. 'role' => 'assistant',
  934. 'content' => $tail_frame ?? '',
  935. 'segment_id' => $segmentId,
  936. 'video_url' => $statusResult['result_url'],
  937. 'created_at' => $now,
  938. 'updated_at' => $now
  939. ]
  940. ];
  941. DB::table('mp_anime_records')->insert($records);
  942. }
  943. }
  944. DB::commit();
  945. } catch (\Exception $e) {
  946. DB::rollBack();
  947. $logData = [
  948. 'task_id' => $taskId,
  949. 'error' => $e->getMessage()
  950. ];
  951. dLog('anime')->error('视频任务处理失败', $logData);
  952. logDB('anime', 'error', '视频任务处理失败', $logData);
  953. }
  954. } elseif ($statusResult['status'] === 'failed') {
  955. // 获取分镜ID并更新失败状态
  956. foreach ($segmentTasks as $segmentTask) {
  957. if ($segmentTask['task_id'] == $taskId) {
  958. DB::table('mp_episode_segments')
  959. ->where('segment_id', $segmentTask['segment_id'])
  960. ->update([
  961. 'video_task_status' => '失败',
  962. 'updated_at' => date('Y-m-d H:i:s')
  963. ]);
  964. break;
  965. }
  966. }
  967. }
  968. }
  969. }
  970. // 检查任务是否完成(成功或失败)
  971. if (in_array($task->status, ['success', 'failed'])) {
  972. $completeTasks[] = $taskId;
  973. $hasUpdate = true;
  974. if ($task->status === 'success') {
  975. $successTasks[] = $taskId;
  976. }
  977. }
  978. }
  979. // 如果有更新,发送update通知
  980. if ($hasUpdate) {
  981. echo "data: " . json_encode([
  982. 'type' => 'update',
  983. 'total_tasks_count' => count($totalTasks),
  984. 'completed_tasks_count' => count($completeTasks),
  985. 'success_tasks_count' => count($successTasks)
  986. ]) . "\n\n";
  987. ob_flush();
  988. flush();
  989. }
  990. // 如果所有任务都完成了,结束连接
  991. if (count($completeTasks) >= count($totalTasks)) {
  992. // 获取所有成功任务的分镜信息
  993. $successSegments = [];
  994. foreach ($successTasks as $taskId) {
  995. // 通过taskId找到对应的segmentTask
  996. foreach ($segmentTasks as $segmentTask) {
  997. if ($segmentTask['task_id'] == $taskId) {
  998. $segment = DB::table('mp_episode_segments')
  999. ->where('segment_id', $segmentTask['segment_id'])
  1000. ->select('segment_id', 'video_url')
  1001. ->first();
  1002. if ($segment && !empty($segment->video_url)) {
  1003. $successSegments[] = [
  1004. 'segment_id' => $segment->segment_id,
  1005. 'video_url' => $segment->video_url
  1006. ];
  1007. }
  1008. break;
  1009. }
  1010. }
  1011. }
  1012. echo "data: " . json_encode([
  1013. 'type' => 'completed',
  1014. 'total_tasks_count' => count($totalTasks),
  1015. 'completed_tasks_count' => count($completeTasks),
  1016. 'success_tasks_count' => count($successTasks),
  1017. 'success_segments' => $successSegments
  1018. ]) . "\n\n";
  1019. ob_flush();
  1020. flush();
  1021. break;
  1022. }
  1023. // 检查是否超时
  1024. if (time() - $startTime >= $maxDuration) {
  1025. break;
  1026. }
  1027. sleep($checkInterval);
  1028. } catch (\Exception $e) {
  1029. echo "data: " . json_encode([
  1030. 'type' => 'error',
  1031. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1032. 'total_tasks_count' => count($totalTasks),
  1033. 'completed_tasks_count' => count($completeTasks),
  1034. 'success_tasks_count' => count($successTasks)
  1035. ]) . "\n\n";
  1036. ob_flush();
  1037. flush();
  1038. // 检查是否超时,如果超时则停止循环
  1039. if (time() - $startTime >= $maxDuration) {
  1040. break;
  1041. }
  1042. sleep($checkInterval);
  1043. }
  1044. }
  1045. // 超时处理
  1046. if (time() - $startTime >= $maxDuration) {
  1047. echo "data: " . json_encode([
  1048. 'type' => 'time_out',
  1049. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  1050. 'total_tasks_count' => count($totalTasks),
  1051. 'completed_tasks_count' => count($completeTasks),
  1052. 'success_tasks_count' => count($successTasks)
  1053. ]) . "\n\n";
  1054. ob_flush();
  1055. flush();
  1056. }
  1057. }, 200, [
  1058. 'Content-Type' => 'text/event-stream',
  1059. 'Cache-Control' => 'no-cache',
  1060. 'Connection' => 'keep-alive',
  1061. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1062. ]);
  1063. }
  1064. // 应用有声制作参数
  1065. public function applyAudioData(Request $request) {
  1066. $data = $request->all();
  1067. $result = $this->AnimeService->applyAudioData($data);
  1068. return $this->success($result);
  1069. }
  1070. // 获取分集生成图片信息
  1071. public function episodePicsInfo(Request $request) {
  1072. // 忽略所有超时限制
  1073. set_time_limit(0);
  1074. ini_set('max_execution_time', '0');
  1075. $data = $request->all();
  1076. // 获取生成器函数
  1077. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  1078. // 返回 SSE 响应
  1079. return response()->stream($streamGenerator, 200, [
  1080. 'Content-Type' => 'text/event-stream',
  1081. 'Cache-Control' => 'no-cache',
  1082. 'Connection' => 'keep-alive',
  1083. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1084. ]);
  1085. }
  1086. public function clipSegmentVideo(Request $request) {
  1087. $data = $request->all();
  1088. $result = $this->AnimeService->clipSegmentVideo($data);
  1089. return $this->success(['success'=>$result ? 1: 0]);
  1090. }
  1091. /**
  1092. * 创建完整视频合成任务
  1093. *
  1094. * @param Request $request
  1095. * @return \Illuminate\Http\JsonResponse
  1096. */
  1097. public function createCompleteVideoTask(Request $request)
  1098. {
  1099. // 忽略所有超时限制
  1100. set_time_limit(0);
  1101. ini_set('max_execution_time', '0');
  1102. $data = $request->all();
  1103. // 验证参数
  1104. $validator = Validator::make($data, [
  1105. 'anime_id' => 'required|string',
  1106. 'episode_id' => 'required|string',
  1107. ], [
  1108. 'anime_id.required' => '请选择动漫',
  1109. 'episode_id.required' => '请选择分集',
  1110. ]);
  1111. if ($validator->fails()) {
  1112. Utils::throwError('1002:' . $validator->errors()->first());
  1113. }
  1114. try {
  1115. $result = $this->AnimeService->createCompleteVideoTask($data);
  1116. return $this->success($result);
  1117. } catch (\Exception $e) {
  1118. $logData = [
  1119. 'anime_id' => $data['anime_id'] ?? '',
  1120. 'episode_id' => $data['episode_id'] ?? '',
  1121. 'error' => $e->getMessage()
  1122. ];
  1123. dLog('anime')->error('创建完整视频合成任务失败', $logData);
  1124. logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
  1125. return $this->error('20003:'.$e->getMessage());
  1126. }
  1127. }
  1128. // 文生图(通用)
  1129. public function generateImg(Request $request) {
  1130. // 忽略所有超时限制
  1131. set_time_limit(0);
  1132. ini_set('max_execution_time', '0');
  1133. $data = $request->all();
  1134. $result = $this->AnimeService->generateImg($data);
  1135. return $this->success($result);
  1136. }
  1137. /**
  1138. * 导出分集的全部图片(下载并打包)
  1139. */
  1140. public function exportEpisodeImages(Request $request) {
  1141. // 忽略所有超时限制
  1142. set_time_limit(0);
  1143. ini_set('max_execution_time', '0');
  1144. ini_set('memory_limit', '512M');
  1145. $data = $request->all();
  1146. // 验证参数
  1147. $validator = Validator::make($data, [
  1148. 'anime_id' => 'required|string',
  1149. 'episode_id' => 'required|string',
  1150. ], [
  1151. 'anime_id.required' => '动漫ID不能为空',
  1152. 'episode_id.required' => '剧集ID不能为空',
  1153. ]);
  1154. if ($validator->fails()) {
  1155. Utils::throwError('1002:' . $validator->errors()->first());
  1156. }
  1157. $animeId = $data['anime_id'];
  1158. $episodeId = $data['episode_id'];
  1159. try {
  1160. // 获取剧集信息
  1161. $episode = DB::table('mp_anime_episodes')
  1162. ->where('anime_id', $animeId)
  1163. ->where('id', $episodeId)
  1164. ->select('episode_number', 'title')
  1165. ->first();
  1166. if (!$episode) {
  1167. Utils::throwError('20003:未找到剧集信息');
  1168. }
  1169. // 获取所有分镜图片和音频
  1170. $segments = DB::table('mp_episode_segments')
  1171. ->where('anime_id', $animeId)
  1172. ->where('episode_id', $episodeId)
  1173. ->whereNotNull('img_url')
  1174. ->where('img_url', '!=', '')
  1175. ->orderBy('segment_number')
  1176. ->select('segment_id', 'segment_number', 'img_url', 'video_url', 'audio_url', 'act_number', 'act_title')
  1177. ->get();
  1178. if ($segments->isEmpty()) {
  1179. Utils::throwError('20003:该剧集暂无图片可导出');
  1180. }
  1181. // 创建临时目录
  1182. $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
  1183. if (!file_exists($tempDir)) {
  1184. mkdir($tempDir, 0755, true);
  1185. }
  1186. // 下载图片或视频
  1187. $downloadedFiles = [];
  1188. foreach ($segments as $segment) {
  1189. try {
  1190. // 优先使用video_url,如果没有则使用img_url
  1191. $mediaUrl = !empty($segment->video_url) ? $segment->video_url : $segment->img_url;
  1192. if (empty($mediaUrl)) {
  1193. continue;
  1194. }
  1195. // 获取文件扩展名
  1196. $extension = pathinfo(parse_url($mediaUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
  1197. if (empty($extension)) {
  1198. // 根据URL类型设置默认扩展名
  1199. $extension = !empty($segment->video_url) ? 'mp4' : 'jpg';
  1200. }
  1201. // 构建文件名:分镜序号.扩展名
  1202. $fileName = sprintf(
  1203. '%03d.%s',
  1204. $segment->segment_number,
  1205. $extension
  1206. );
  1207. $filePath = $tempDir . '/' . $fileName;
  1208. // 下载文件(使用file_get_contents,兼容性更好)
  1209. $context = stream_context_create([
  1210. 'http' => [
  1211. 'timeout' => 30,
  1212. 'follow_location' => 1,
  1213. 'ignore_errors' => true
  1214. ],
  1215. 'ssl' => [
  1216. 'verify_peer' => false,
  1217. 'verify_peer_name' => false
  1218. ]
  1219. ]);
  1220. $fileData = @file_get_contents($mediaUrl, false, $context);
  1221. if ($fileData !== false && !empty($fileData)) {
  1222. file_put_contents($filePath, $fileData);
  1223. $downloadedFiles[] = $filePath;
  1224. } else {
  1225. $logData = [
  1226. 'segment_id' => $segment->segment_id,
  1227. 'media_url' => $mediaUrl,
  1228. 'type' => !empty($segment->video_url) ? 'video' : 'image'
  1229. ];
  1230. dLog('anime')->warning('文件下载失败', $logData);
  1231. logDB('anime', 'warning', '文件下载失败', $logData);
  1232. }
  1233. } catch (\Exception $e) {
  1234. $logData = [
  1235. 'segment_id' => $segment->segment_id,
  1236. 'video_url' => $segment->video_url,
  1237. 'img_url' => $segment->img_url,
  1238. 'error' => $e->getMessage()
  1239. ];
  1240. dLog('anime')->error('下载文件异常', $logData);
  1241. logDB('anime', 'error', '下载文件异常', $logData);
  1242. continue;
  1243. }
  1244. }
  1245. if (empty($downloadedFiles)) {
  1246. // 清理临时目录
  1247. if (file_exists($tempDir)) {
  1248. array_map('unlink', glob("$tempDir/*"));
  1249. rmdir($tempDir);
  1250. }
  1251. Utils::throwError('20003:没有成功下载任何图片');
  1252. }
  1253. // 处理音频合成
  1254. $mergedAudioPath = null;
  1255. try {
  1256. // 检查 FFmpeg 是否可用
  1257. exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
  1258. $hasFfmpeg = ($ffmpegReturnCode === 0);
  1259. if ($hasFfmpeg) {
  1260. // 下载所有分镜的音频文件
  1261. $audioFiles = [];
  1262. foreach ($segments as $segment) {
  1263. if (!empty($segment->audio_url)) {
  1264. try {
  1265. $context = stream_context_create([
  1266. 'http' => [
  1267. 'timeout' => 30,
  1268. 'follow_location' => 1,
  1269. 'ignore_errors' => true
  1270. ],
  1271. 'ssl' => [
  1272. 'verify_peer' => false,
  1273. 'verify_peer_name' => false
  1274. ]
  1275. ]);
  1276. $audioData = @file_get_contents($segment->audio_url, false, $context);
  1277. if ($audioData !== false && !empty($audioData)) {
  1278. // 获取音频文件扩展名
  1279. $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
  1280. if (empty($audioExtension)) {
  1281. $audioExtension = 'wav';
  1282. }
  1283. $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
  1284. $audioFilePath = $tempDir . '/' . $audioFileName;
  1285. file_put_contents($audioFilePath, $audioData);
  1286. $audioFiles[] = $audioFilePath;
  1287. } else {
  1288. $logData = [
  1289. 'segment_id' => $segment->segment_id,
  1290. 'audio_url' => $segment->audio_url
  1291. ];
  1292. dLog('anime')->warning('音频下载失败', $logData);
  1293. logDB('anime', 'warning', '音频下载失败', $logData);
  1294. }
  1295. } catch (\Exception $e) {
  1296. $logData = [
  1297. 'segment_id' => $segment->segment_id,
  1298. 'audio_url' => $segment->audio_url,
  1299. 'error' => $e->getMessage()
  1300. ];
  1301. dLog('anime')->error('下载音频异常', $logData);
  1302. logDB('anime', 'error', '下载音频异常', $logData);
  1303. }
  1304. }
  1305. }
  1306. // 如果有音频文件,则进行合成
  1307. if (!empty($audioFiles)) {
  1308. // 创建 FFmpeg concat 文件列表
  1309. $concatFile = $tempDir . '/concat.txt';
  1310. $concatContent = '';
  1311. foreach ($audioFiles as $audioFile) {
  1312. // 使用相对路径,避免路径中的特殊字符问题
  1313. $concatContent .= "file '" . basename($audioFile) . "'\n";
  1314. }
  1315. file_put_contents($concatFile, $concatContent);
  1316. // 合成音频文件
  1317. $mergedAudioPath = $tempDir . '/tts.wav';
  1318. // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
  1319. $ffmpegCommand = sprintf(
  1320. 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
  1321. escapeshellarg($tempDir),
  1322. escapeshellarg(basename($concatFile)),
  1323. escapeshellarg(basename($mergedAudioPath))
  1324. );
  1325. exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
  1326. if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
  1327. $logData = [
  1328. 'command' => $ffmpegCommand,
  1329. 'output' => implode("\n", $ffmpegOutput),
  1330. 'return_code' => $ffmpegReturnCode
  1331. ];
  1332. dLog('anime')->error('FFmpeg 合成音频失败', $logData);
  1333. logDB('anime', 'error', 'FFmpeg 合成音频失败', $logData);
  1334. $mergedAudioPath = null;
  1335. } else {
  1336. $logData = [
  1337. 'audio_count' => count($audioFiles),
  1338. 'output_file' => $mergedAudioPath,
  1339. 'file_size' => filesize($mergedAudioPath)
  1340. ];
  1341. dLog('anime')->info('音频合成成功', $logData);
  1342. logDB('anime', 'info', '音频合成成功', $logData);
  1343. }
  1344. // 清理临时音频文件和 concat 文件
  1345. foreach ($audioFiles as $audioFile) {
  1346. if (file_exists($audioFile)) {
  1347. @unlink($audioFile);
  1348. }
  1349. }
  1350. if (file_exists($concatFile)) {
  1351. @unlink($concatFile);
  1352. }
  1353. }
  1354. } else {
  1355. dLog('anime')->warning('FFmpeg 未安装,跳过音频合成');
  1356. logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
  1357. }
  1358. } catch (\Exception $e) {
  1359. $logData = [
  1360. 'error' => $e->getMessage(),
  1361. 'trace' => $e->getTraceAsString()
  1362. ];
  1363. dLog('anime')->error('音频合成过程异常', $logData);
  1364. logDB('anime', 'error', '音频合成过程异常', $logData);
  1365. // 音频合成失败不影响图片导出
  1366. $mergedAudioPath = null;
  1367. }
  1368. // 创建zip文件
  1369. $zipFileName = sprintf(
  1370. '%s.zip',
  1371. $episode->title ?: '未命名'
  1372. );
  1373. $zipFilePath = storage_path('app/temp/' . $zipFileName);
  1374. $zip = new \ZipArchive();
  1375. if ($zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE) !== true) {
  1376. // 清理临时文件
  1377. array_map('unlink', $downloadedFiles);
  1378. rmdir($tempDir);
  1379. Utils::throwError('20003:创建ZIP文件失败');
  1380. }
  1381. // 添加图片文件到zip
  1382. foreach ($downloadedFiles as $file) {
  1383. $zip->addFile($file, basename($file));
  1384. }
  1385. // 添加合成的音频文件到zip
  1386. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1387. $zip->addFile($mergedAudioPath, 'tts.wav');
  1388. }
  1389. $zip->close();
  1390. // 清理临时图片文件
  1391. array_map('unlink', $downloadedFiles);
  1392. // 清理合成的音频文件
  1393. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1394. @unlink($mergedAudioPath);
  1395. }
  1396. rmdir($tempDir);
  1397. // 返回文件下载响应
  1398. return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
  1399. } catch (\Exception $e) {
  1400. $logData = [
  1401. 'anime_id' => $animeId,
  1402. 'episode_id' => $episodeId,
  1403. 'error' => $e->getMessage()
  1404. ];
  1405. dLog('anime')->error('导出分集图片失败', $logData);
  1406. logDB('anime', 'error', '导出分集图片失败', $logData);
  1407. // 清理可能存在的临时文件
  1408. if (isset($tempDir) && file_exists($tempDir)) {
  1409. array_map('unlink', glob("$tempDir/*"));
  1410. rmdir($tempDir);
  1411. }
  1412. if (isset($zipFilePath) && file_exists($zipFilePath)) {
  1413. unlink($zipFilePath);
  1414. }
  1415. throw $e;
  1416. }
  1417. }
  1418. /**
  1419. * 监控分镜图片和音频生成任务进度(SSE)
  1420. */
  1421. public function monitorSegmentTasks(Request $request) {
  1422. // 忽略所有超时限制
  1423. set_time_limit(0);
  1424. ini_set('max_execution_time', '0');
  1425. $data = $request->all();
  1426. // 验证参数
  1427. $validator = Validator::make($data, [
  1428. 'anime_id' => 'required|string',
  1429. 'episode_id' => 'required|string',
  1430. ], [
  1431. 'anime_id.required' => '动漫ID不能为空',
  1432. 'episode_id.required' => '剧集ID不能为空',
  1433. ]);
  1434. if ($validator->fails()) {
  1435. Utils::throwError('1002:' . $validator->errors()->first());
  1436. }
  1437. $animeId = $data['anime_id'];
  1438. $episodeId = $data['episode_id'];
  1439. // 查询没有pic_task_id的分镜个数
  1440. $noPicTaskCount = DB::table('mp_episode_segments')
  1441. ->where('anime_id', $animeId)
  1442. ->where('episode_id', $episodeId)
  1443. ->where(function($query) {
  1444. $query->whereNull('pic_task_id')
  1445. ->orWhere('pic_task_id', '');
  1446. })
  1447. ->count('id');
  1448. // 获取所有分镜信息
  1449. $segments = DB::table('mp_episode_segments')
  1450. ->where('anime_id', $animeId)
  1451. ->where('episode_id', $episodeId)
  1452. ->where('pic_task_id', '!=', '')
  1453. ->orderBy('segment_number')
  1454. ->get();
  1455. // 判断是否有未完成的任务
  1456. $uncompleted_pic_count = DB::table('mp_episode_segments')->where('anime_id', $animeId)
  1457. ->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->whereNotIn('pic_task_status', ['已完成', '失败'])->count('id');
  1458. // 获取dialogue和voice_type存在但audio_url不存在的分镜个数
  1459. $uncompleted_audio_count = DB::table('mp_episode_segments')
  1460. ->where('anime_id', $animeId)
  1461. ->where('episode_id', $episodeId)
  1462. ->where('dialogue', '<>', '')
  1463. ->whereNotNull('dialogue')
  1464. ->where('voice_type', '<>', '')
  1465. ->whereNotNull('voice_type')
  1466. ->where(function($query) {
  1467. $query->whereNull('audio_url')
  1468. ->orWhere('audio_url', '');
  1469. })
  1470. ->count('id');
  1471. if ($segments->isEmpty()) {
  1472. Utils::throwError('20003:未找到分镜任务数据');
  1473. }
  1474. $startTime = time();
  1475. $maxDuration = 900; // 15分钟超时
  1476. $checkInterval = 5; // 每5秒检查一次
  1477. // 设置 SSE 响应头并开始长连接
  1478. return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval, $uncompleted_pic_count, $uncompleted_audio_count, $noPicTaskCount) {
  1479. if ($uncompleted_pic_count == 0 && $uncompleted_audio_count == 0) {
  1480. $completedCount = DB::table('mp_episode_segments')->where('anime_id', $animeId)->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->where('pic_task_status', '已完成')->count('id');
  1481. // 获取剧集信息之前先处理视频截止时间点
  1482. $this->handleVideoTimePointEnd();
  1483. // 获取剧集信息
  1484. $episode = DB::table('mp_anime_episodes')
  1485. ->where('anime_id', $animeId)
  1486. ->where('id', $episodeId)
  1487. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1488. ->first();
  1489. if ($episode) {
  1490. $episode = (array)$episode;
  1491. $episode['roles'] = json_decode($episode['roles'], true);
  1492. $episode['scenes'] = json_decode($episode['scenes'], true);
  1493. // 获取所有分镜信息
  1494. $allSegments = DB::table('mp_episode_segments')
  1495. ->where('anime_id', $animeId)
  1496. ->where('episode_id', $episodeId)
  1497. ->orderBy('segment_number')
  1498. ->select('*')
  1499. ->get()
  1500. ->map(function ($value) {
  1501. return (array)$value;
  1502. })->toArray();
  1503. // 按照episodeInfo的格式组织数据
  1504. $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
  1505. $episode['acts'] = $segmentsStructure['acts'];
  1506. $episode['total_duration'] = $segmentsStructure['total_duration'];
  1507. }
  1508. echo "data: " . json_encode([
  1509. 'type' => 'completed',
  1510. 'data' => [
  1511. 'anime_id' => $animeId,
  1512. 'episode_id' => $episodeId,
  1513. 'completed_count' => $completedCount, // 成功完成的数量
  1514. 'processed_count' => count($segments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1515. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1516. 'total_elapsed_time' => time() - $startTime,
  1517. 'episode_info' => $episode ?? null
  1518. ]
  1519. ]) . "\n\n";
  1520. ob_flush();
  1521. flush();
  1522. return;
  1523. }
  1524. // 发送初始任务信息
  1525. echo "data: " . json_encode([
  1526. 'type' => 'init',
  1527. 'data' => [
  1528. 'anime_id' => $animeId,
  1529. 'episode_id' => $episodeId,
  1530. 'total_segments' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1531. 'start_time' => $startTime,
  1532. 'max_duration' => $maxDuration
  1533. ]
  1534. ]) . "\n\n";
  1535. ob_flush();
  1536. flush();
  1537. $completedSegments = [];
  1538. $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
  1539. $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
  1540. while (time() - $startTime < $maxDuration) {
  1541. try {
  1542. $updatedImages = []; // 记录本次循环中更新的图片信息
  1543. foreach ($segments as $segment) {
  1544. $segmentId = $segment->segment_id;
  1545. $picTaskId = $segment->pic_task_id;
  1546. $audioUrl = $segment->audio_url;
  1547. // 跳过已处理完成的分镜
  1548. if (in_array($segmentId, $processedSegments)) {
  1549. continue;
  1550. }
  1551. $picCompleted = false;
  1552. $audioCompleted = false;
  1553. $picProcessed = false;
  1554. $audioProcessed = false;
  1555. // 检查图片任务状态
  1556. if ($picTaskId) {
  1557. $picTask = DB::table('mp_generate_pic_tasks')
  1558. ->where('id', $picTaskId)
  1559. ->select('status', 'result_url', 'error_message')
  1560. ->first();
  1561. if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
  1562. $updateData = [
  1563. 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
  1564. 'updated_at' => date('Y-m-d H:i:s')
  1565. ];
  1566. $imgUrl = '';
  1567. if ($picTask->status === 'success' && !empty($picTask->result_url)) {
  1568. // 更新分镜表的图片URL
  1569. $resultUrls = json_decode($picTask->result_url, true);
  1570. $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
  1571. $updateData['img_url'] = $imgUrl;
  1572. $picCompleted = true;
  1573. } else if ($picTask->status === 'failed') {
  1574. // 失败时清空图片URL
  1575. $updateData['img_url'] = '';
  1576. }
  1577. DB::table('mp_episode_segments')
  1578. ->where('segment_id', $segmentId)
  1579. ->update($updateData);
  1580. // 记录更新的图片信息(只有未通知过的才记录)
  1581. if (!in_array($segmentId, $notifiedSegments)) {
  1582. $updatedImages[] = [
  1583. 'segment_id' => $segmentId,
  1584. 'segment_number' => $segment->segment_number,
  1585. 'img_url' => $imgUrl,
  1586. 'status' => $picTask->status === 'success' ? 'success' : 'failed'
  1587. ];
  1588. // 标记为已通知
  1589. $notifiedSegments[] = $segmentId;
  1590. }
  1591. $picProcessed = true;
  1592. }
  1593. }
  1594. // 检查音频状态
  1595. // 获取分镜的dialogue、voice_type和audio_url信息
  1596. $segmentInfo = DB::table('mp_episode_segments')
  1597. ->where('segment_id', $segmentId)
  1598. ->select('dialogue', 'voice_type', 'audio_url')
  1599. ->first();
  1600. $needAudio = false;
  1601. $currentAudioUrl = '';
  1602. if ($segmentInfo) {
  1603. $dialogue = trim((string)getProp($segmentInfo, 'dialogue'));
  1604. $voiceType = trim((string)getProp($segmentInfo, 'voice_type'));
  1605. $currentAudioUrl = trim((string)getProp($segmentInfo, 'audio_url'));
  1606. // 如果有对话和音色类型,则需要音频
  1607. if (!empty($dialogue) && !empty($voiceType)) {
  1608. $needAudio = true;
  1609. }
  1610. }
  1611. // 判断音频状态
  1612. if ($needAudio) {
  1613. // 需要音频的情况下,检查audio_url是否有值
  1614. if (!empty($currentAudioUrl)) {
  1615. $audioCompleted = true;
  1616. $audioProcessed = true;
  1617. } else {
  1618. // 需要音频但还没有,继续等待
  1619. $audioCompleted = false;
  1620. $audioProcessed = false;
  1621. }
  1622. } else {
  1623. // 不需要音频,直接标记为已处理
  1624. $audioCompleted = false;
  1625. $audioProcessed = true;
  1626. }
  1627. // 如果图片和音频都成功完成,标记为已完成
  1628. if ($picCompleted && ($audioCompleted || !$needAudio)) {
  1629. $completedSegments[] = $segmentId;
  1630. }
  1631. // 如果图片和音频都已处理完成(成功或失败),标记为已处理
  1632. if ($picProcessed && $audioProcessed) {
  1633. $processedSegments[] = $segmentId;
  1634. }
  1635. }
  1636. // 如果有图片更新,发送具体的图片更新信息
  1637. if (!empty($updatedImages)) {
  1638. echo "data: " . json_encode([
  1639. 'type' => 'update',
  1640. 'data' => [
  1641. 'anime_id' => $animeId,
  1642. 'episode_id' => $episodeId,
  1643. 'updated_images' => $updatedImages,
  1644. 'completed_count' => count($completedSegments), // 成功完成的数量
  1645. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1646. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1647. 'elapsed_time' => time() - $startTime,
  1648. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1649. ]
  1650. ]) . "\n\n";
  1651. ob_flush();
  1652. flush();
  1653. }
  1654. // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
  1655. if (count($processedSegments) === count($segments)) {
  1656. // 获取剧集信息之前先处理视频截止时间点
  1657. $this->handleVideoTimePointEnd();
  1658. // 获取剧集信息
  1659. $episode = DB::table('mp_anime_episodes')
  1660. ->where('anime_id', $animeId)
  1661. ->where('id', $episodeId)
  1662. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1663. ->first();
  1664. if ($episode) {
  1665. $episode = (array)$episode;
  1666. $episode['roles'] = json_decode($episode['roles'], true);
  1667. $episode['scenes'] = json_decode($episode['scenes'], true);
  1668. // 获取所有分镜信息
  1669. $allSegments = DB::table('mp_episode_segments')
  1670. ->where('anime_id', $animeId)
  1671. ->where('episode_id', $episodeId)
  1672. ->orderBy('segment_number')
  1673. ->select('*')
  1674. ->get()
  1675. ->map(function ($value) {
  1676. return (array)$value;
  1677. })->toArray();
  1678. // 按照episodeInfo的格式组织数据
  1679. $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
  1680. $episode['acts'] = $segmentsStructure['acts'];
  1681. $episode['total_duration'] = $segmentsStructure['total_duration'];
  1682. }
  1683. echo "data: " . json_encode([
  1684. 'type' => 'completed',
  1685. 'data' => [
  1686. 'anime_id' => $animeId,
  1687. 'episode_id' => $episodeId,
  1688. 'completed_count' => count($completedSegments), // 成功完成的数量
  1689. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1690. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1691. 'total_elapsed_time' => time() - $startTime,
  1692. 'episode_info' => $episode ?? null
  1693. ]
  1694. ]) . "\n\n";
  1695. ob_flush();
  1696. flush();
  1697. break;
  1698. }
  1699. // 检查是否超时
  1700. if (time() - $startTime >= $maxDuration) {
  1701. break;
  1702. }
  1703. sleep($checkInterval);
  1704. } catch (\Exception $e) {
  1705. echo "data: " . json_encode([
  1706. 'type' => 'error',
  1707. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1708. 'elapsed_time' => time() - $startTime,
  1709. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1710. ]) . "\n\n";
  1711. ob_flush();
  1712. flush();
  1713. if (time() - $startTime >= $maxDuration) {
  1714. break;
  1715. }
  1716. sleep($checkInterval);
  1717. }
  1718. }
  1719. // 超时处理
  1720. if (time() - $startTime >= $maxDuration) {
  1721. echo "data: " . json_encode([
  1722. 'type' => 'time_out',
  1723. 'message' => '分镜任务监控已超时15分钟,停止状态查询',
  1724. 'data' => [
  1725. 'anime_id' => $animeId,
  1726. 'episode_id' => $episodeId,
  1727. 'completed_count' => count($completedSegments), // 成功完成的数量
  1728. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1729. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1730. 'total_elapsed_time' => time() - $startTime,
  1731. 'timeout_duration' => $maxDuration
  1732. ]
  1733. ]) . "\n\n";
  1734. ob_flush();
  1735. flush();
  1736. }
  1737. }, 200, [
  1738. 'Content-Type' => 'text/event-stream',
  1739. 'Cache-Control' => 'no-cache',
  1740. 'Connection' => 'keep-alive',
  1741. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1742. ]);
  1743. }
  1744. /**
  1745. * 音频试听接口
  1746. * 创建音频任务并返回结果
  1747. */
  1748. public function previewAudio(Request $request) {
  1749. $data = $request->all();
  1750. $result = $this->AnimeService->previewAudio($data);
  1751. return $this->success($result);
  1752. }
  1753. // 角色库
  1754. public function globalProducts(Request $request) {
  1755. $data = $request->all();
  1756. $result = $this->AnimeService->globalProducts($data);
  1757. return $this->success($result);
  1758. }
  1759. // 新建角色
  1760. public function createProduct(Request $request) {
  1761. $data = $request->all();
  1762. $result = $this->AnimeService->createProduct($data);
  1763. return $this->success($result);
  1764. }
  1765. // 编辑角色
  1766. public function editProduct(Request $request) {
  1767. $data = $request->all();
  1768. $result = $this->AnimeService->editProduct($data);
  1769. return $this->success(['success' => $result ? 1 : 0]);
  1770. }
  1771. // 获取角色版本历史
  1772. public function getProductVersions(Request $request) {
  1773. $data = $request->all();
  1774. $result = $this->AnimeService->getProductVersions($data);
  1775. return $this->success($result);
  1776. }
  1777. // 恢复到指定版本
  1778. public function restoreProductVersion(Request $request) {
  1779. $data = $request->all();
  1780. $result = $this->AnimeService->restoreProductVersion($data);
  1781. return $this->success(['success' => $result ? 1 : 0]);
  1782. }
  1783. // 删除角色
  1784. public function deleteProduct(Request $request) {
  1785. $data = $request->all();
  1786. $result = $this->AnimeService->deleteProduct($data);
  1787. return $this->success(['success' => $result ? 1 : 0]);
  1788. }
  1789. // 新建文件夹
  1790. public function createFolder(Request $request) {
  1791. $data = $request->all();
  1792. $result = $this->AnimeService->createFolder($data);
  1793. return $this->success(['id' => $result]);
  1794. }
  1795. // 重命名文件夹或角色
  1796. public function renameFolder(Request $request) {
  1797. $data = $request->all();
  1798. $result = $this->AnimeService->renameFolder($data);
  1799. return $this->success(['success' => $result ? 1 : 0]);
  1800. }
  1801. // 移动角色或文件夹
  1802. public function moveProductOrFolder(Request $request) {
  1803. $data = $request->all();
  1804. $result = $this->AnimeService->moveProductOrFolder($data);
  1805. return $this->success(['success' => $result ? 1 : 0]);
  1806. }
  1807. // 获取文件夹路径(面包屑导航)
  1808. public function getFolderPath(Request $request) {
  1809. $data = $request->all();
  1810. $result = $this->AnimeService->getFolderPath($data);
  1811. return $this->success($result);
  1812. }
  1813. // 生成三视图
  1814. public function generateThreeView(Request $request) {
  1815. $data = $request->all();
  1816. $result = $this->AnimeService->generateThreeView($data);
  1817. return $this->success($result);
  1818. }
  1819. private function handleVideoTimePointEnd() {
  1820. // 处理音频时长,循环查询dub_video_task_queue列表中的任务
  1821. $queueLength = Redis::llen('dub_video_task_queue');
  1822. if ($queueLength > 0) {
  1823. $processedTaskIds = []; // 记录已处理的任务ID
  1824. // 遍历队列中的所有任务
  1825. for ($i = 0; $i < $queueLength; $i++) {
  1826. $dubTaskId = Redis::lindex('dub_video_task_queue', $i);
  1827. if (!$dubTaskId) continue;
  1828. // 查询任务状态
  1829. $dubTask = DB::table('mp_dub_video_tasks')
  1830. ->where('id', $dubTaskId)
  1831. ->first();
  1832. if (!$dubTask) {
  1833. // 任务不存在,标记为需要删除
  1834. $processedTaskIds[] = $dubTaskId;
  1835. continue;
  1836. }
  1837. // 如果任务状态是已完成
  1838. if ($dubTask->generate_status === '执行成功') {
  1839. // 获取对应的分镜信息
  1840. $segment = DB::table('mp_episode_segments')
  1841. ->where('segment_id', $dubTask->alias_segment_id)
  1842. ->first();
  1843. // 如果分镜存在且audio_duration大于0
  1844. if ($segment && isset($segment->audio_duration) && $segment->audio_duration > 0) {
  1845. // 更新video_time_point_end字段
  1846. DB::table('mp_episode_segments')
  1847. ->where('segment_id', $dubTask->alias_segment_id)
  1848. ->update([
  1849. 'video_time_point_end' => $segment->audio_duration,
  1850. 'updated_at' => date('Y-m-d H:i:s')
  1851. ]);
  1852. dLog('anime')->info('更新分镜视频截止时间点', [
  1853. 'task_id' => $dubTaskId,
  1854. 'segment_id' => $dubTask->alias_segment_id,
  1855. 'audio_duration' => $segment->audio_duration
  1856. ]);
  1857. }
  1858. // 标记为需要从队列中删除
  1859. $processedTaskIds[] = $dubTaskId;
  1860. }
  1861. }
  1862. // 从Redis列表中删除已处理的任务ID
  1863. foreach ($processedTaskIds as $taskId) {
  1864. Redis::lrem('dub_video_task_queue', 0, $taskId);
  1865. }
  1866. }
  1867. }
  1868. }