AnimeController.php 99 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\Utils;
  9. use App\Models\MpGenerateVideoTask;
  10. use App\Services\AIGeneration\AIImageGenerationService;
  11. use App\Services\AIGeneration\AIVideoGenerationService;
  12. use App\Services\Anime\AnimeService;
  13. use Illuminate\Http\Request;
  14. use Illuminate\Routing\Controller as BaseController;
  15. use Illuminate\Support\Facades\DB;
  16. use Illuminate\Support\Facades\Redis;
  17. use Illuminate\Support\Facades\Validator;
  18. class AnimeController extends BaseController
  19. {
  20. use ApiResponse;
  21. protected $AnimeService;
  22. protected $AIImageGenerationService;
  23. protected $AIVideoGenerationService;
  24. public function __construct(
  25. AnimeService $AnimeService,
  26. AIImageGenerationService $AIImageGenerationService,
  27. AIVideoGenerationService $AIVideoGenerationService
  28. ) {
  29. $this->AnimeService = $AnimeService;
  30. $this->AIImageGenerationService = $AIImageGenerationService;
  31. $this->AIVideoGenerationService = $AIVideoGenerationService;
  32. }
  33. // 文字模型
  34. public function textModel() {
  35. $query = DB::table('mp_text_models')->where('is_enabled', 1);
  36. // 支持 model 搜索
  37. if ($model = request('model')) {
  38. $query->where('model', 'like', "%{$model}%");
  39. }
  40. // 支持 name 搜索
  41. if ($name = request('name')) {
  42. $query->where('name', 'like', "%{$name}%");
  43. }
  44. $models = $query->select('model', 'name')->get()->map(function ($value) {
  45. return (array)$value;
  46. })->toArray();
  47. return $this->success($models);
  48. }
  49. // 图片模型
  50. public function imageModel() {
  51. $query = DB::table('mp_image_models')->where('is_enabled', 1);
  52. // 支持 model 搜索
  53. if ($model = request('model')) {
  54. $query->where('model', 'like', "%{$model}%");
  55. }
  56. // 支持 name 搜索
  57. if ($name = request('name')) {
  58. $query->where('name', 'like', "%{$name}%");
  59. }
  60. $models = $query->select('model', 'name')->get()->map(function ($value) {
  61. return (array)$value;
  62. })->toArray();
  63. return $this->success($models);
  64. }
  65. // 视频模型
  66. public function videoModel() {
  67. $query = DB::table('mp_video_models')->where('is_enabled', 1);
  68. // 支持 model 搜索
  69. if ($model = request('model')) {
  70. $query->where('model', 'like', "%{$model}%");
  71. }
  72. // 支持 name 搜索
  73. if ($name = request('name')) {
  74. $query->where('name', 'like', "%{$name}%");
  75. }
  76. $models = $query->select('model', 'name')->get()->map(function ($value) {
  77. return (array)$value;
  78. })->toArray();
  79. return $this->success($models);
  80. }
  81. public function artStyleList()
  82. {
  83. $result = [
  84. [
  85. 'art_style' => '唯美真人风格',
  86. 'pic_url' => "http://zw-ai.oss-cn-hangzhou.aliyuncs.com/mp_audio/art_styles/%E5%94%AF%E7%BE%8E%E7%9C%9F%E4%BA%BA.jpg"
  87. ],
  88. [
  89. 'art_style' => '真人古风风格',
  90. 'pic_url' => "http://zw-ai.oss-cn-hangzhou.aliyuncs.com/mp_audio/art_styles/%E7%9C%9F%E4%BA%BA%E5%8F%A4%E9%A3%8E.jpg"
  91. ],
  92. [
  93. 'art_style' => '日系动漫风格',
  94. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
  95. ],
  96. [
  97. 'art_style' => '国漫风格',
  98. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
  99. ],
  100. [
  101. 'art_style' => 'Q版卡通风格',
  102. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
  103. ],
  104. [
  105. 'art_style' => '简约扁平风格',
  106. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
  107. ],
  108. [
  109. 'art_style' => '古风仙侠风格',
  110. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
  111. ],
  112. [
  113. 'art_style' => '武侠风格',
  114. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
  115. ],
  116. [
  117. 'art_style' => '新中式水墨风格',
  118. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
  119. ],
  120. [
  121. 'art_style' => '写实插画风格',
  122. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
  123. ],
  124. [
  125. 'art_style' => '3D卡通风格',
  126. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
  127. ],
  128. [
  129. 'art_style' => '条漫风格',
  130. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
  131. ],
  132. [
  133. 'art_style' => '赛博朋克风格',
  134. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
  135. ],
  136. [
  137. 'art_style' => '暗黑悬疑风格',
  138. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
  139. ],
  140. [
  141. 'art_style' => '治愈清新风格',
  142. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
  143. ],
  144. ];
  145. return $this->success($result);
  146. }
  147. // 新建动漫
  148. public function createAnime(Request $request) {
  149. $data = $request->all();
  150. $result = $this->AnimeService->createAnime($data);
  151. return $this->success(['anime_id' => $result]);
  152. }
  153. // 编辑动漫
  154. public function editAnime(Request $request) {
  155. $data = $request->all();
  156. $result = $this->AnimeService->editAnime($data);
  157. return $this->success(['success'=>$result ? 1 : 0]);
  158. }
  159. // 删除动漫
  160. public function delAnime(Request $request) {
  161. $data = $request->all();
  162. $result = $this->AnimeService->delAnime($data);
  163. return $this->success(['success'=>$result ? 1 : 0]);
  164. }
  165. // 批量生成主体图片
  166. public function batchSetRoleImg(Request $request) {
  167. // 忽略所有超时限制
  168. set_time_limit(0);
  169. ini_set('max_execution_time', '0');
  170. $data = $request->all();
  171. $result = $this->AnimeService->batchSetRoleImg($data);
  172. return $this->success($result);
  173. }
  174. // 批量生成场景图片
  175. public function batchSetSceneImg(Request $request) {
  176. // 忽略所有超时限制
  177. set_time_limit(0);
  178. ini_set('max_execution_time', '0');
  179. $data = $request->all();
  180. $result = $this->AnimeService->batchSetSceneImg($data);
  181. return $this->success($result);
  182. }
  183. // 修改分集主体列表
  184. public function changeEpisodeRoles(Request $request) {
  185. $data = $request->all();
  186. $result = $this->AnimeService->changeEpisodeRoles($data);
  187. return $this->success(['success'=>$result ? 1 : 0]);
  188. }
  189. // 修改分集场景列表
  190. public function changeEpisodeScenes(Request $request) {
  191. $data = $request->all();
  192. $result = $this->AnimeService->changeEpisodeScenes($data);
  193. return $this->success(['success'=>$result ? 1 : 0]);
  194. }
  195. // 编辑分镜剧本
  196. public function editSegment(Request $request) {
  197. $data = $request->all();
  198. $result = $this->AnimeService->editSegment($data);
  199. return $this->success(['success'=>$result ? 1 : 0]);
  200. }
  201. // 动漫对话列表
  202. public function chatList(Request $request) {
  203. $data = $request->all();
  204. $result = $this->AnimeService->chatList($data);
  205. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  206. }
  207. // 动漫对话历史记录
  208. public function chatHistory(Request $request) {
  209. $data = $request->all();
  210. $result = $this->AnimeService->chatHistory($data);
  211. return $this->success($result);
  212. }
  213. // 动漫大纲
  214. public function animeDetail(Request $request) {
  215. $data = $request->all();
  216. $result = $this->AnimeService->animeDetail($data);
  217. return $this->success($result);
  218. }
  219. // 动漫剧集
  220. public function episodeInfo(Request $request) {
  221. $data = $request->all();
  222. $result = $this->AnimeService->episodeInfo($data);
  223. return $this->success($result);
  224. }
  225. // 动漫剧集(全能模式)
  226. public function episodeInfoForAce(Request $request) {
  227. $data = $request->all();
  228. $result = $this->AnimeService->episodeInfoForAce($data);
  229. return $this->success($result);
  230. }
  231. // 分镜信息
  232. public function segmentInfo(Request $request) {
  233. $data = $request->all();
  234. $result = $this->AnimeService->segmentInfo($data);
  235. return $this->success($result);
  236. }
  237. // 复制剧集副本
  238. public function copyEpisodeVersion(Request $request) {
  239. $data = $request->all();
  240. $result = $this->AnimeService->copyEpisodeVersion($data);
  241. return $this->success($result);
  242. }
  243. // 剧集副本列表
  244. public function episodeVersions(Request $request) {
  245. $data = $request->all();
  246. $result = $this->AnimeService->episodeVersions($data);
  247. return $this->success($result);
  248. }
  249. // 绑定剧集副本
  250. public function bindEpisodeVersion(Request $request) {
  251. $data = $request->all();
  252. $result = $this->AnimeService->bindEpisodeVersion($data);
  253. return $this->success(['success' => $result ? 1 : 0]);
  254. }
  255. // 对话改图
  256. public function chatChangeImg(Request $request) {
  257. $data = $request->all();
  258. $result = $this->AnimeService->chatChangeImg($data);
  259. return $this->success(['img_url' => $result]);
  260. }
  261. public function segmentChatHistory(Request $request) {
  262. $data = $request->all();
  263. $result = $this->AnimeService->segmentChatHistory($data);
  264. return $this->success($result);
  265. }
  266. // 一键生成分镜
  267. public function batchSetSegmentPics(Request $request) {
  268. // 忽略所有超时限制
  269. set_time_limit(0);
  270. ini_set('max_execution_time', '0');
  271. $data = $request->all();
  272. $result = $this->AnimeService->batchSetSegmentPics($data);
  273. return $this->success($result);
  274. }
  275. // 重新生成分镜
  276. public function reGenerateSegment(Request $request) {
  277. // 忽略所有超时限制
  278. set_time_limit(0);
  279. ini_set('max_execution_time', '0');
  280. $data = $request->all();
  281. $result = $this->AnimeService->reGenerateSegment($data);
  282. return $this->success(['img_url'=>$result]);
  283. }
  284. // 添加分镜
  285. public function addSegment(Request $request) {
  286. // 忽略所有超时限制
  287. set_time_limit(0);
  288. ini_set('max_execution_time', '0');
  289. $data = $request->all();
  290. $result = $this->AnimeService->addSegment($data);
  291. return $this->success($result);
  292. }
  293. // 复制分镜
  294. public function copySegment(Request $request) {
  295. $data = $request->all();
  296. $result = $this->AnimeService->copySegment($data);
  297. return $this->success($result);
  298. }
  299. // 移动分镜
  300. public function moveSegment(Request $request) {
  301. $data = $request->all();
  302. $result = $this->AnimeService->moveSegment($data);
  303. return $this->success(['success'=>$result ? 1: 0]);
  304. }
  305. // 删除分镜
  306. public function delSegment(Request $request) {
  307. $data = $request->all();
  308. $result = $this->AnimeService->delSegment($data);
  309. return $this->success(['success'=>$result ? 1: 0]);
  310. }
  311. public function applySegment(Request $request) {
  312. $data = $request->all();
  313. $result = $this->AnimeService->applySegment($data);
  314. return $this->success(['success'=>$result ? 1: 0]);
  315. }
  316. // 添加片段
  317. public function addAct(Request $request) {
  318. // 忽略所有超时限制
  319. set_time_limit(0);
  320. ini_set('max_execution_time', '0');
  321. $data = $request->all();
  322. $result = $this->AnimeService->addAct($data);
  323. return $this->success($result);
  324. }
  325. // 编辑片段
  326. public function editAct(Request $request) {
  327. $data = $request->all();
  328. $result = $this->AnimeService->editAct($data);
  329. return $this->success(['success'=>$result ? 1 : 0]);
  330. }
  331. // 复制片段
  332. public function copyAct(Request $request) {
  333. $data = $request->all();
  334. $result = $this->AnimeService->copyAct($data);
  335. return $this->success($result);
  336. }
  337. // 移动片段
  338. public function moveAct(Request $request) {
  339. $data = $request->all();
  340. $result = $this->AnimeService->moveAct($data);
  341. return $this->success(['success'=>$result ? 1: 0]);
  342. }
  343. // 删除片段
  344. public function delAct(Request $request) {
  345. $data = $request->all();
  346. $result = $this->AnimeService->delAct($data);
  347. return $this->success(['success'=>$result ? 1: 0]);
  348. }
  349. // 应用片段
  350. public function applyAct(Request $request) {
  351. $data = $request->all();
  352. $result = $this->AnimeService->applyAct($data);
  353. return $this->success(['success'=>$result ? 1: 0]);
  354. }
  355. // 片段对话历史记录
  356. public function actChatHistory(Request $request) {
  357. $data = $request->all();
  358. $result = $this->AnimeService->actChatHistory($data);
  359. return $this->success($result);
  360. }
  361. // 分镜历史图片|视频
  362. public function segmentHistory(Request $request) {
  363. $data = $request->all();
  364. $result = $this->AnimeService->segmentHistory($data);
  365. return $this->success($result);
  366. }
  367. public function createSegmentVideoTask(Request $request) {
  368. $uid = Site::getUid();
  369. // 忽略所有超时限制
  370. set_time_limit(0);
  371. ini_set('max_execution_time', '0');
  372. $data = $request->all();
  373. // 验证参数
  374. $validator = Validator::make($data, [
  375. 'segment_id' => 'required|string',
  376. 'tail_frame' => 'nullable|string|max:500',
  377. ], [
  378. 'segment_id.required' => '分镜ID不能为空',
  379. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  380. ]);
  381. if ($validator->fails()) {
  382. Utils::throwError('1002:' . $validator->errors()->first());
  383. }
  384. // 创建视频生成任务
  385. $result = $this->AnimeService->createSegmentVideoTask($data);
  386. $taskId = $result['task_id'];
  387. // 设置 SSE 响应头
  388. return response()->stream(function () use ($taskId, $result, $uid) {
  389. // 设置 SSE 响应头
  390. echo "data: " . json_encode([
  391. 'type' => 'init',
  392. 'data' => $result
  393. ]) . "\n\n";
  394. ob_flush();
  395. flush();
  396. $startTime = time();
  397. $maxDuration = 300; // 5分钟超时
  398. $checkInterval = 5; // 每5秒检查一次
  399. while (time() - $startTime < $maxDuration) {
  400. try {
  401. // 查询任务状态
  402. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  403. if (!$task) {
  404. echo "data: " . json_encode([
  405. 'type' => 'error',
  406. 'message' => '任务不存在'
  407. ]) . "\n\n";
  408. ob_flush();
  409. flush();
  410. break;
  411. }
  412. // 如果任务还在处理中,查询最新状态
  413. if ($task->status === 'processing') {
  414. // 根据任务类型查询不同的状态
  415. if ($task->api_type === 'jimeng') {
  416. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  417. } elseif ($task->api_type === 'keling') {
  418. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  419. } elseif ($task->api_type === 'zzengine') {
  420. $statusResult = $this->AIVideoGenerationService->queryUnifiedApiTaskStatus($task);
  421. } else {
  422. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  423. }
  424. if (isset($statusResult['status'])) {
  425. // 更新任务状态
  426. $task->update([
  427. 'status' => $statusResult['status'],
  428. 'result_url' => $statusResult['result_url'] ?? null,
  429. 'compressed_url' => $statusResult['compressed_url'] ?? null,
  430. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  431. 'error_message' => $statusResult['error_message'] ?? null,
  432. 'completed_at' => in_array($statusResult['status'], [
  433. 'success',
  434. 'failed'
  435. ]) ? now() : null
  436. ]);
  437. // 如果任务成功,更新分镜表
  438. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  439. try {
  440. DB::beginTransaction();
  441. $now = date('Y-m-d H:i:s');
  442. // 获取分镜ID
  443. $segment = DB::table('mp_episode_segments')
  444. ->where('video_task_id', $taskId)
  445. ->first();
  446. if (!$segment) {
  447. throw new \Exception('未找到对应的分镜记录');
  448. }
  449. $segmentId = $segment->segment_id;
  450. $anime_id = $segment->anime_id;
  451. $episode_number = $segment->episode_number;
  452. $tail_frame = $segment->tail_frame;
  453. // 更新分镜表
  454. $segmentUpdateData = [
  455. 'origin_video_url' => $statusResult['result_url'],
  456. 'video_task_status' => '已完成',
  457. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  458. 'current_type' => 2,
  459. 'updated_at' => $now
  460. ];
  461. $compressed_video_url = compressVideo($statusResult['result_url']);
  462. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
  463. // 只有当video_duration存在且大于0时才更新
  464. if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
  465. $segmentUpdateData['video_duration'] = $statusResult['video_duration'];
  466. $segmentUpdateData['video_time_point_start'] = 0;
  467. // $segmentUpdateData['video_time_point_end'] = $statusResult['video_duration'];
  468. $segmentUpdateData['video_time_point_end'] = $segment->audio_duration ?? 0;
  469. }
  470. $updateResult = DB::table('mp_episode_segments')
  471. ->where('segment_id', $segmentId)
  472. ->update($segmentUpdateData);
  473. if (!$updateResult) {
  474. Utils::throwError('20003:更新分镜表失败');
  475. }
  476. // 更新分镜视频成功后新增对话记录
  477. // 保存对话记录
  478. $records = [
  479. [
  480. 'uid' => $uid,
  481. 'anime_id' => $anime_id,
  482. 'sequence' => $episode_number,
  483. 'role' => 'user',
  484. 'content' => '图片转视频',
  485. 'segment_id' => $segmentId,
  486. 'video_url' => '',
  487. 'created_at' => $now,
  488. 'updated_at' => $now
  489. ],
  490. [
  491. 'uid' => $uid,
  492. 'anime_id' => $anime_id,
  493. 'sequence' => $episode_number,
  494. 'role' => 'assistant',
  495. 'content' => $tail_frame,
  496. 'segment_id' => $segmentId,
  497. 'video_url' => $statusResult['result_url'],
  498. 'created_at' => $now,
  499. 'updated_at' => $now
  500. ]
  501. ];
  502. DB::table('mp_anime_records')->insert($records);
  503. DB::commit();
  504. } catch (\Exception $e) {
  505. DB::rollBack();
  506. $logData = [
  507. 'task_id' => $taskId,
  508. 'error' => $e->getMessage()
  509. ];
  510. dLog('anime')->error('视频任务处理失败', $logData);
  511. logDB('anime', 'error', '视频任务处理失败', $logData);
  512. }
  513. } elseif ($statusResult['status'] === 'failed') {
  514. DB::table('mp_episode_segments')
  515. ->where('video_task_id', $taskId)
  516. ->update([
  517. 'video_task_status' => '失败',
  518. 'updated_at' => date('Y-m-d H:i:s')
  519. ]);
  520. }
  521. }
  522. }
  523. // 发送当前状态
  524. echo "data: " . json_encode([
  525. 'type' => 'update',
  526. 'data' => [
  527. 'task_id' => $task->id,
  528. 'status' => $task->status,
  529. 'result_url' => $task->result_url,
  530. 'error_message' => $task->error_message,
  531. 'elapsed_time' => time() - $startTime
  532. ]
  533. ]) . "\n\n";
  534. ob_flush();
  535. flush();
  536. // 如果任务完成(成功或失败),结束连接
  537. if (in_array($task->status, [
  538. 'success',
  539. 'failed'
  540. ])) {
  541. echo "data: " . json_encode([
  542. 'type' => 'completed',
  543. 'data' => [
  544. 'task_id' => $task->id,
  545. 'status' => $task->status,
  546. 'video_url' => $task->compressed_url ?: $task->result_url,
  547. 'origin_video_url' => $task->result_url,
  548. 'last_frame_url' => $task->last_frame_url,
  549. 'error_message' => $task->error_message
  550. ]
  551. ]) . "\n\n";
  552. ob_flush();
  553. flush();
  554. break;
  555. }
  556. sleep($checkInterval);
  557. } catch (\Exception $e) {
  558. echo "data: " . json_encode([
  559. 'type' => 'error',
  560. 'message' => '查询任务状态失败: ' . $e->getMessage()
  561. ]) . "\n\n";
  562. ob_flush();
  563. flush();
  564. sleep($checkInterval);
  565. }
  566. }
  567. // 超时处理
  568. if (time() - $startTime >= $maxDuration) {
  569. echo "data: " . json_encode([
  570. 'type' => 'time_out',
  571. 'message' => '任务执行超时,请稍后查询任务状态',
  572. 'data' => [
  573. 'task_id' => $taskId
  574. ]
  575. ]) . "\n\n";
  576. ob_flush();
  577. flush();
  578. }
  579. }, 200, [
  580. 'Content-Type' => 'text/event-stream',
  581. 'Cache-Control' => 'no-cache',
  582. 'Connection' => 'keep-alive',
  583. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  584. ]);
  585. }
  586. /**
  587. * 批量生成分镜视频
  588. */
  589. public function batchSetSegmentVideos(Request $request) {
  590. // 忽略所有超时限制
  591. set_time_limit(0);
  592. ini_set('max_execution_time', '0');
  593. $data = $request->all();
  594. // 验证参数
  595. $validator = Validator::make($data, [
  596. 'anime_id' => 'required|string',
  597. 'episode_id' => 'required|integer',
  598. ], [
  599. 'anime_id.required' => '动漫对话ID不能为空',
  600. 'episode_id.required' => '剧集ID不能为空',
  601. 'episode_id.integer' => '剧集ID必须是整数',
  602. ]);
  603. if ($validator->fails()) {
  604. Utils::throwError('1002:' . $validator->errors()->first());
  605. }
  606. $animeId = $data['anime_id'];
  607. $episodeId = $data['episode_id'];
  608. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  609. if (!$episode) Utils::throwError('20003:分集不存在');
  610. $episodeNumber = $episode->episode_number;
  611. $ratio = !empty($episode->ratio) ? $episode->ratio : '9:16';
  612. $generate_audio = getProp($data, 'generate_audio', 0);
  613. // 处理视频模型(在循环外统一处理)
  614. $model = getProp($data, 'model');
  615. if (!$model) {
  616. // 用户没有输入,从episode表获取
  617. $model = getProp($episode, 'video_model');
  618. if (!$model) {
  619. // episode表也没有,使用默认值
  620. $model = 'doubao-seedance-1-5-pro-251215';
  621. }
  622. }
  623. // 验证模型是否在可用模型表中
  624. if (!DB::table('mp_video_models')->where('model', $model)->where('is_enabled', 1)->exists()) {
  625. $model = 'doubao-seedance-1-5-pro-251215';
  626. }
  627. // 获取所有分镜信息
  628. $segments = DB::table('mp_episode_segments')
  629. ->where('anime_id', $animeId)
  630. ->where('episode_id', $episodeId)
  631. ->whereNotIn('video_task_status', ['已完成', '生成中'])
  632. ->orderBy('segment_number')
  633. ->get();
  634. if ($segments->isEmpty()) {
  635. Utils::throwError('20003:未找到分镜数据');
  636. }
  637. // 批量创建视频任务
  638. $taskIds = [];
  639. $segmentTasks = [];
  640. foreach ($segments as $segment) {
  641. try {
  642. // 检查视频任务正在生成中或当前状态为视频
  643. if ($segment->video_task_status === '生成中' || (int)$segment->current_type === 2) {
  644. continue;
  645. }
  646. // 获取分镜内容
  647. $segmentContent = $segment->segment_content ?: '';
  648. $tailFrame = $segment->tail_frame ?: '';
  649. // 判断 $segmentContent 是否有台词内容,如果有则确保使用中文左右双引号
  650. $hasDialogue = false;
  651. if (preg_match('/(?:台词内容|台词|对白|对话)[::]\s*([^\n]+)/u', $segmentContent, $dialogueMatch)) {
  652. $dialogue = trim($dialogueMatch[1]);
  653. // 如果台词不为空且不是"无"
  654. if (!empty($dialogue) && $dialogue !== '无') {
  655. // 过滤掉所有符号(引号、标点、空格等),只保留文字内容来判断是否有实际台词
  656. $dialogueFiltered = preg_replace('/[""\'\',。!?、;:…—\-\s\p{P}\p{S}]/u', '', $dialogue);
  657. if (!empty($dialogueFiltered) && $dialogueFiltered !== '无') {
  658. $hasDialogue = true;
  659. }
  660. $dialogue = preg_replace('/^["”]/u', '“', $dialogue); // 替换句首英文双引号或中文右双引号
  661. $dialogue = preg_replace('/["“]$/u', '”', $dialogue); // 替换句尾英文双引号或中文左双引号
  662. // 句首或句尾没有中文双引号,则分别添加中文左右双引号
  663. if (!preg_match('/^[“]/', $dialogue)) {
  664. $dialogue = '“' . $dialogue;
  665. }
  666. if (!preg_match('/[”]$/', $dialogue)) {
  667. $dialogue .= '”';
  668. }
  669. // 将修改后的台词替换回 $segmentContent
  670. $originalDialogue = $dialogueMatch[1];
  671. $segmentContent = str_replace($originalDialogue, $dialogue, $segmentContent);
  672. }
  673. }
  674. // 检查 $segmentContent 中是否已有尾帧描述
  675. $contentHasTailFrame = preg_match('/(?:尾帧描述|尾帧)[::]\s*([^\n]+)/u', $segmentContent, $contentTailFrameMatch);
  676. // 确定最终使用的尾帧描述(优先级:segmentContent自带 > 分镜表字段)
  677. $finalTailFrame = '';
  678. if ($contentHasTailFrame) {
  679. // segmentContent 中有尾帧描述,使用它
  680. $finalTailFrame = trim($contentTailFrameMatch[1]);
  681. } else {
  682. // segmentContent 中没有,使用分镜表中的尾帧描述
  683. $finalTailFrame = $tailFrame;
  684. }
  685. // 构建完整的提示词
  686. $fullPrompt = $segmentContent;
  687. if ($finalTailFrame && !$contentHasTailFrame) {
  688. // 只有当 segmentContent 中没有尾帧描述时才追加
  689. $fullPrompt .= "\n尾帧描述:$finalTailFrame";
  690. }
  691. // 去除多余的换行符(将连续多个换行符替换为单个换行符)
  692. $fullPrompt = preg_replace('/\n{2,}/', "\n", $fullPrompt);
  693. $fullPrompt = trim($fullPrompt);
  694. // 当前是否启用音效同出(没台词强制关闭音效同出,节省资源收费)
  695. $current_generate_audio = $hasDialogue ? $generate_audio : 0;
  696. // 智能选择视频时长
  697. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  698. $videoDuration = -1;
  699. // 构建视频生成参数
  700. $videoParams = [
  701. 'model' => $model,
  702. 'alias_segment_id' => $segment->segment_id,
  703. 'prompt' => $fullPrompt,
  704. 'video_duration' => $videoDuration,
  705. 'video_resolution' => '720P',
  706. 'seed' => -1,
  707. 'ratio' => $ratio,
  708. 'generate_audio' => (int)$current_generate_audio === 0 ? false : true,
  709. 'draft' => false,
  710. 'watermark' => false,
  711. 'camera_fixed' => false,
  712. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  713. ];
  714. // 如果分镜有图片,作为首帧
  715. $hasImage = !empty($segment->img_url);
  716. $hasVideo = !empty($segment->video_url);
  717. if ($hasImage) {
  718. $videoParams['first_frame_url'] = $segment->img_url;
  719. }
  720. // 构建content数组
  721. $videoParams['content'] = [
  722. [
  723. 'type' => 'text',
  724. 'text' => $videoParams['prompt'],
  725. ]
  726. ];
  727. // 如果有首帧图片,添加到content中
  728. if ($hasImage) {
  729. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  730. $videoParams['content'][] = [
  731. 'type' => 'image_url',
  732. 'image_url' => [
  733. 'url' => $videoParams['first_frame_url'],
  734. ],
  735. 'role' => 'reference_image',
  736. ];
  737. }else {
  738. $videoParams['content'][] = [
  739. 'type' => 'image_url',
  740. 'image_url' => [
  741. 'url' => $videoParams['first_frame_url'],
  742. ],
  743. 'role' => 'first_frame',
  744. ];
  745. }
  746. }
  747. // 获取配音音频URL和时长
  748. $audioUrl = $segment->audio_url ?? '';
  749. $audioDuration = $segment->audio_duration ?? 0;
  750. // 音频传入的前提:必须有至少一张图片或一个视频
  751. $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
  752. // 根据模型选择不同的视频生成方法
  753. if (strpos($model, 'jimeng') !== false) {
  754. // 即梦模型参数调整
  755. $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  756. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  757. unset($videoParams['ratio']);
  758. unset($videoParams['content']); // 即梦不使用content格式
  759. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  760. } elseif (strpos($model, 'kling') !== false) {
  761. // Keling模型参数调整
  762. $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
  763. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  764. unset($videoParams['ratio']);
  765. unset($videoParams['content']); // Keling不使用content格式
  766. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  767. } elseif (strpos($model, 'zhizhen') !== false) {
  768. // 智针20等新模型使用统一API
  769. // 构建统一API参数
  770. $unifiedParams = [
  771. 'model_code' => $model,
  772. 'alias_segment_id' => $segment->segment_id,
  773. 'prompt' => trim($fullPrompt),
  774. 'video_duration' => $audioDuration > 0 ? max(5, min(15, ceil($audioDuration))) : 5,
  775. 'video_resolution' => strtolower($videoParams['video_resolution']),
  776. 'video_ratio' => $ratio,
  777. 'seed' => -1,
  778. ];
  779. // 构建parameters参数
  780. $parameters = [
  781. 'seconds' => $unifiedParams['video_duration'],
  782. 'resolution' => $unifiedParams['video_resolution'],
  783. 'ratio' => $ratio,
  784. 'video_mode' => 'multi_image',
  785. 'mode' => 'multi_image',
  786. 'generate_audio' => (int)$current_generate_audio === 1 ? true : false,
  787. ];
  788. // 处理首帧和尾帧(智针20模型必须要有首帧图片)
  789. if ($hasImage) {
  790. $parameters['first_frame_url'] = $videoParams['first_frame_url'];
  791. // 只有在有图片的情况下才能添加参考音频
  792. if ($audioUrl) {
  793. $parameters['reference_audios'] = [$audioUrl];
  794. }
  795. } else {
  796. // 没有图片时,记录错误并跳过
  797. $logData = [
  798. 'segment_id' => $segment->segment_id,
  799. 'model' => $model,
  800. 'error' => '智针20模型需要提供首帧图片'
  801. ];
  802. dLog('anime')->error('智针20模型缺少首帧图片', $logData);
  803. logDB('anime', 'error', '智针20模型缺少首帧图片', $logData);
  804. continue;
  805. }
  806. $unifiedParams['parameters'] = $parameters;
  807. // 调用统一API创建任务
  808. $task = $this->AIVideoGenerationService->createUnifiedApiTask($unifiedParams);
  809. } else {
  810. // Seedance模型(默认)
  811. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  812. if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  813. // 添加配音音频到content中
  814. $videoParams['content'][] = [
  815. 'type' => 'audio_url',
  816. 'audio_url' => [
  817. 'url' => $audioUrl,
  818. ],
  819. 'role' => 'reference_audio',
  820. ];
  821. // 优化提示词,增加音频相关描述
  822. $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
  823. $videoParams['prompt'] = $audioPrompt;
  824. $videoParams['content'][0]['text'] = $audioPrompt;
  825. } else if ($audioDuration) {
  826. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  827. $videoParams['video_duration'] = max(4, min(12, ceil($audioDuration))); // seedance支持2-12s
  828. }
  829. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  830. }
  831. $taskIds[] = $task->id;
  832. // 更新分镜表的视频任务信息
  833. DB::table('mp_episode_segments')
  834. ->where('segment_id', $segment->segment_id)
  835. ->update([
  836. 'video_task_id' => $task->id,
  837. 'video_task_status' => '生成中',
  838. 'updated_at' => date('Y-m-d H:i:s')
  839. ]);
  840. $segmentTasks[] = [
  841. 'segment_id' => $segment->segment_id,
  842. 'task_id' => $task->id,
  843. 'segment_number' => $segment->segment_number,
  844. 'tail_frame' => $segment->tail_frame,
  845. 'audio_duration' => $segment->audio_duration,
  846. ];
  847. } catch (\Exception $e) {
  848. $logData = [
  849. 'segment_id' => $segment->segment_id,
  850. 'anime_id' => $animeId,
  851. 'error' => $e->getMessage(),
  852. ];
  853. dLog('anime')->error('创建分镜视频任务失败', $logData);
  854. logDB('anime', 'error', '创建分镜视频任务失败', $logData);
  855. continue;
  856. }
  857. }
  858. if (empty($taskIds)) {
  859. Utils::throwError('20003:没有需要生成视频的分镜');
  860. }
  861. // 保存模型到episode表
  862. DB::table('mp_anime_episodes')->where('id', $episodeId)->update([
  863. 'video_model' => $model,
  864. 'updated_at' => date('Y-m-d H:i:s')
  865. ]);
  866. // 记录开始时间(包含创建任务的时间)
  867. $startTime = time();
  868. $maxDuration = 1800; // 30分钟超时
  869. $uid = Site::getUid();
  870. // 设置 SSE 响应头并开始长连接
  871. return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration, $uid) {
  872. $checkInterval = 10; // 每10秒检查一次
  873. // 初始化任务数组
  874. $totalTasks = $taskIds; // 所有任务ID
  875. $completeTasks = []; // 已完成的任务ID(包含失败)
  876. $successTasks = []; // 成功的任务ID
  877. // 发送初始任务创建信息
  878. echo "data: " . json_encode([
  879. 'type' => 'init',
  880. 'total_tasks_count' => count($totalTasks),
  881. 'completed_tasks_count' => count($completeTasks),
  882. 'success_tasks_count' => count($successTasks)
  883. ]) . "\n\n";
  884. ob_flush();
  885. flush();
  886. while (time() - $startTime < $maxDuration) {
  887. try {
  888. $hasUpdate = false; // 标记是否有更新
  889. // 获取所有任务的最新状态
  890. foreach ($totalTasks as $taskId) {
  891. // 如果任务已经在完成列表中,跳过
  892. if (in_array($taskId, $completeTasks)) {
  893. continue;
  894. }
  895. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  896. if (!$task) {
  897. continue;
  898. }
  899. // 如果任务还在处理中,查询最新状态
  900. if ($task->status === 'processing') {
  901. // 根据任务类型查询不同的状态
  902. if ($task->api_type === 'jimeng') {
  903. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  904. } elseif ($task->api_type === 'keling') {
  905. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  906. } elseif ($task->api_type === 'zzengine') {
  907. $statusResult = $this->AIVideoGenerationService->queryUnifiedApiTaskStatus($task);
  908. } else {
  909. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  910. }
  911. if (isset($statusResult['status'])) {
  912. // 更新任务状态
  913. $task->update([
  914. 'status' => $statusResult['status'],
  915. 'result_json' => $statusResult['result_json'] ?? [],
  916. 'result_url' => $statusResult['result_url'] ?? null,
  917. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  918. 'error_message' => $statusResult['error_message'] ?? null,
  919. 'completed_at' => in_array($statusResult['status'], [
  920. 'success',
  921. 'failed'
  922. ]) ? now() : null
  923. ]);
  924. // 如果任务成功,更新分镜表
  925. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  926. try {
  927. DB::beginTransaction();
  928. $now = date('Y-m-d H:i:s');
  929. // 获取分镜ID
  930. $segmentId = null;
  931. foreach ($segmentTasks as $segmentTask) {
  932. if ($segmentTask['task_id'] == $taskId) {
  933. $segmentId = $segmentTask['segment_id'];
  934. $tail_frame = $segmentTask['tail_frame'];
  935. $audio_duration = $segmentTask['audio_duration'];
  936. break;
  937. }
  938. }
  939. if ($segmentId) {
  940. // 更新分镜表
  941. $segmentUpdateData = [
  942. 'origin_video_url' => $statusResult['result_url'],
  943. 'video_task_status' => '已完成',
  944. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  945. 'current_type' => 2,
  946. 'updated_at' => $now
  947. ];
  948. $compressed_video_url = compressVideo($statusResult['result_url']);
  949. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
  950. // 只有当video_duration存在且大于0时才更新
  951. if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
  952. $segmentUpdateData['video_duration'] = $statusResult['video_duration'];
  953. $segmentUpdateData['video_time_point_start'] = 0;
  954. // $segmentUpdateData['video_time_point_end'] = $statusResult['video_duration'];
  955. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  956. }
  957. $updateResult = DB::table('mp_episode_segments')
  958. ->where('segment_id', $segmentId)
  959. ->update($segmentUpdateData);
  960. if ($updateResult) {
  961. // 更新分镜视频成功后新增对话记录
  962. $records = [
  963. [
  964. 'uid' => $uid,
  965. 'anime_id' => $animeId,
  966. 'sequence' => $episodeNumber,
  967. 'role' => 'user',
  968. 'content' => '图片转视频',
  969. 'segment_id' => $segmentId,
  970. 'video_url' => '',
  971. 'created_at' => $now,
  972. 'updated_at' => $now
  973. ],
  974. [
  975. 'uid' => $uid,
  976. 'anime_id' => $animeId,
  977. 'sequence' => $episodeNumber,
  978. 'role' => 'assistant',
  979. 'content' => $tail_frame ?? '',
  980. 'segment_id' => $segmentId,
  981. 'video_url' => $statusResult['result_url'],
  982. 'created_at' => $now,
  983. 'updated_at' => $now
  984. ]
  985. ];
  986. DB::table('mp_anime_records')->insert($records);
  987. }
  988. }
  989. DB::commit();
  990. } catch (\Exception $e) {
  991. DB::rollBack();
  992. $logData = [
  993. 'task_id' => $taskId,
  994. 'error' => $e->getMessage()
  995. ];
  996. dLog('anime')->error('视频任务处理失败', $logData);
  997. logDB('anime', 'error', '视频任务处理失败', $logData);
  998. }
  999. } elseif ($statusResult['status'] === 'failed') {
  1000. // 获取分镜ID并更新失败状态
  1001. foreach ($segmentTasks as $segmentTask) {
  1002. if ($segmentTask['task_id'] == $taskId) {
  1003. DB::table('mp_episode_segments')
  1004. ->where('segment_id', $segmentTask['segment_id'])
  1005. ->update([
  1006. 'video_task_status' => '失败',
  1007. 'updated_at' => date('Y-m-d H:i:s')
  1008. ]);
  1009. break;
  1010. }
  1011. }
  1012. }
  1013. }
  1014. }
  1015. // 检查任务是否完成(成功或失败)
  1016. if (in_array($task->status, ['success', 'failed'])) {
  1017. $completeTasks[] = $taskId;
  1018. $hasUpdate = true;
  1019. if ($task->status === 'success') {
  1020. $successTasks[] = $taskId;
  1021. }
  1022. }
  1023. }
  1024. // 如果有更新,发送update通知
  1025. if ($hasUpdate) {
  1026. echo "data: " . json_encode([
  1027. 'type' => 'update',
  1028. 'total_tasks_count' => count($totalTasks),
  1029. 'completed_tasks_count' => count($completeTasks),
  1030. 'success_tasks_count' => count($successTasks)
  1031. ]) . "\n\n";
  1032. ob_flush();
  1033. flush();
  1034. }
  1035. // 如果所有任务都完成了,结束连接
  1036. if (count($completeTasks) >= count($totalTasks)) {
  1037. // 获取所有成功任务的分镜信息
  1038. $successSegments = [];
  1039. foreach ($successTasks as $taskId) {
  1040. // 通过taskId找到对应的segmentTask
  1041. foreach ($segmentTasks as $segmentTask) {
  1042. if ($segmentTask['task_id'] == $taskId) {
  1043. $segment = DB::table('mp_episode_segments')
  1044. ->where('segment_id', $segmentTask['segment_id'])
  1045. ->select('segment_id', 'video_url')
  1046. ->first();
  1047. if ($segment && !empty($segment->video_url)) {
  1048. $successSegments[] = [
  1049. 'segment_id' => $segment->segment_id,
  1050. 'video_url' => $segment->video_url
  1051. ];
  1052. }
  1053. break;
  1054. }
  1055. }
  1056. }
  1057. echo "data: " . json_encode([
  1058. 'type' => 'completed',
  1059. 'total_tasks_count' => count($totalTasks),
  1060. 'completed_tasks_count' => count($completeTasks),
  1061. 'success_tasks_count' => count($successTasks),
  1062. 'success_segments' => $successSegments
  1063. ]) . "\n\n";
  1064. ob_flush();
  1065. flush();
  1066. break;
  1067. }
  1068. // 检查是否超时
  1069. if (time() - $startTime >= $maxDuration) {
  1070. break;
  1071. }
  1072. sleep($checkInterval);
  1073. } catch (\Exception $e) {
  1074. echo "data: " . json_encode([
  1075. 'type' => 'error',
  1076. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1077. 'total_tasks_count' => count($totalTasks),
  1078. 'completed_tasks_count' => count($completeTasks),
  1079. 'success_tasks_count' => count($successTasks)
  1080. ]) . "\n\n";
  1081. ob_flush();
  1082. flush();
  1083. // 检查是否超时,如果超时则停止循环
  1084. if (time() - $startTime >= $maxDuration) {
  1085. break;
  1086. }
  1087. sleep($checkInterval);
  1088. }
  1089. }
  1090. // 超时处理
  1091. if (time() - $startTime >= $maxDuration) {
  1092. echo "data: " . json_encode([
  1093. 'type' => 'time_out',
  1094. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  1095. 'total_tasks_count' => count($totalTasks),
  1096. 'completed_tasks_count' => count($completeTasks),
  1097. 'success_tasks_count' => count($successTasks)
  1098. ]) . "\n\n";
  1099. ob_flush();
  1100. flush();
  1101. }
  1102. }, 200, [
  1103. 'Content-Type' => 'text/event-stream',
  1104. 'Cache-Control' => 'no-cache',
  1105. 'Connection' => 'keep-alive',
  1106. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1107. ]);
  1108. }
  1109. // 应用有声制作参数
  1110. public function applyAudioData(Request $request) {
  1111. $data = $request->all();
  1112. $result = $this->AnimeService->applyAudioData($data);
  1113. return $this->success($result);
  1114. }
  1115. // 获取分集生成图片信息
  1116. public function episodePicsInfo(Request $request) {
  1117. // 忽略所有超时限制
  1118. set_time_limit(0);
  1119. ini_set('max_execution_time', '0');
  1120. $data = $request->all();
  1121. // 获取生成器函数
  1122. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  1123. // 返回 SSE 响应
  1124. return response()->stream($streamGenerator, 200, [
  1125. 'Content-Type' => 'text/event-stream',
  1126. 'Cache-Control' => 'no-cache',
  1127. 'Connection' => 'keep-alive',
  1128. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1129. ]);
  1130. }
  1131. public function clipSegmentVideo(Request $request) {
  1132. $data = $request->all();
  1133. $result = $this->AnimeService->clipSegmentVideo($data);
  1134. return $this->success(['success'=>$result ? 1: 0]);
  1135. }
  1136. /**
  1137. * 创建完整视频合成任务
  1138. *
  1139. * @param Request $request
  1140. * @return \Illuminate\Http\JsonResponse
  1141. */
  1142. public function createCompleteVideoTask(Request $request)
  1143. {
  1144. // 忽略所有超时限制
  1145. set_time_limit(0);
  1146. ini_set('max_execution_time', '0');
  1147. $data = $request->all();
  1148. // 验证参数
  1149. $validator = Validator::make($data, [
  1150. 'anime_id' => 'required|string',
  1151. 'episode_id' => 'required|string',
  1152. ], [
  1153. 'anime_id.required' => '请选择动漫',
  1154. 'episode_id.required' => '请选择分集',
  1155. ]);
  1156. if ($validator->fails()) {
  1157. Utils::throwError('1002:' . $validator->errors()->first());
  1158. }
  1159. try {
  1160. $result = $this->AnimeService->createCompleteVideoTask($data);
  1161. return $this->success($result);
  1162. } catch (\Exception $e) {
  1163. $logData = [
  1164. 'anime_id' => $data['anime_id'] ?? '',
  1165. 'episode_id' => $data['episode_id'] ?? '',
  1166. 'error' => $e->getMessage()
  1167. ];
  1168. dLog('anime')->error('创建完整视频合成任务失败', $logData);
  1169. logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
  1170. return $this->error('20003:'.$e->getMessage());
  1171. }
  1172. }
  1173. // 文生图(通用)
  1174. public function generateImg(Request $request) {
  1175. // 忽略所有超时限制
  1176. set_time_limit(0);
  1177. ini_set('max_execution_time', '0');
  1178. $data = $request->all();
  1179. $result = $this->AnimeService->generateImg($data);
  1180. return $this->success($result);
  1181. }
  1182. /**
  1183. * 导出分集的全部图片(下载并打包)
  1184. */
  1185. public function exportEpisodeImages(Request $request) {
  1186. // 忽略所有超时限制
  1187. set_time_limit(0);
  1188. ini_set('max_execution_time', '0');
  1189. ini_set('memory_limit', '512M');
  1190. $data = $request->all();
  1191. // 验证参数
  1192. $validator = Validator::make($data, [
  1193. 'anime_id' => 'required|string',
  1194. 'episode_id' => 'required|string',
  1195. ], [
  1196. 'anime_id.required' => '动漫ID不能为空',
  1197. 'episode_id.required' => '剧集ID不能为空',
  1198. ]);
  1199. if ($validator->fails()) {
  1200. Utils::throwError('1002:' . $validator->errors()->first());
  1201. }
  1202. $animeId = $data['anime_id'];
  1203. $episodeId = $data['episode_id'];
  1204. try {
  1205. // 获取剧集信息
  1206. $episode = DB::table('mp_anime_episodes')
  1207. ->where('anime_id', $animeId)
  1208. ->where('id', $episodeId)
  1209. ->select('episode_number', 'title')
  1210. ->first();
  1211. if (!$episode) {
  1212. Utils::throwError('20003:未找到剧集信息');
  1213. }
  1214. // 获取所有分镜图片和音频
  1215. $segments = DB::table('mp_episode_segments')
  1216. ->where('anime_id', $animeId)
  1217. ->where('episode_id', $episodeId)
  1218. ->whereNotNull('img_url')
  1219. ->where('img_url', '!=', '')
  1220. ->orderBy('segment_number')
  1221. ->select('segment_id', 'segment_number', 'img_url', 'video_url', 'audio_url', 'act_number', 'act_title')
  1222. ->get();
  1223. if ($segments->isEmpty()) {
  1224. Utils::throwError('20003:该剧集暂无图片可导出');
  1225. }
  1226. // 创建临时目录
  1227. $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
  1228. if (!file_exists($tempDir)) {
  1229. mkdir($tempDir, 0755, true);
  1230. }
  1231. // 下载图片或视频
  1232. $downloadedFiles = [];
  1233. foreach ($segments as $segment) {
  1234. try {
  1235. // 优先使用video_url,如果没有则使用img_url
  1236. $mediaUrl = !empty($segment->video_url) ? $segment->video_url : $segment->img_url;
  1237. if (empty($mediaUrl)) {
  1238. continue;
  1239. }
  1240. // 获取文件扩展名
  1241. $extension = pathinfo(parse_url($mediaUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
  1242. if (empty($extension)) {
  1243. // 根据URL类型设置默认扩展名
  1244. $extension = !empty($segment->video_url) ? 'mp4' : 'jpg';
  1245. }
  1246. // 构建文件名:分镜序号.扩展名
  1247. $fileName = sprintf(
  1248. '%03d.%s',
  1249. $segment->segment_number,
  1250. $extension
  1251. );
  1252. $filePath = $tempDir . '/' . $fileName;
  1253. // 下载文件(使用file_get_contents,兼容性更好)
  1254. $context = stream_context_create([
  1255. 'http' => [
  1256. 'timeout' => 30,
  1257. 'follow_location' => 1,
  1258. 'ignore_errors' => true
  1259. ],
  1260. 'ssl' => [
  1261. 'verify_peer' => false,
  1262. 'verify_peer_name' => false
  1263. ]
  1264. ]);
  1265. $fileData = @file_get_contents($mediaUrl, false, $context);
  1266. if ($fileData !== false && !empty($fileData)) {
  1267. file_put_contents($filePath, $fileData);
  1268. $downloadedFiles[] = $filePath;
  1269. } else {
  1270. $logData = [
  1271. 'segment_id' => $segment->segment_id,
  1272. 'media_url' => $mediaUrl,
  1273. 'type' => !empty($segment->video_url) ? 'video' : 'image'
  1274. ];
  1275. dLog('anime')->warning('文件下载失败', $logData);
  1276. logDB('anime', 'warning', '文件下载失败', $logData);
  1277. }
  1278. } catch (\Exception $e) {
  1279. $logData = [
  1280. 'segment_id' => $segment->segment_id,
  1281. 'video_url' => $segment->video_url,
  1282. 'img_url' => $segment->img_url,
  1283. 'error' => $e->getMessage()
  1284. ];
  1285. dLog('anime')->error('下载文件异常', $logData);
  1286. logDB('anime', 'error', '下载文件异常', $logData);
  1287. continue;
  1288. }
  1289. }
  1290. if (empty($downloadedFiles)) {
  1291. // 清理临时目录
  1292. if (file_exists($tempDir)) {
  1293. array_map('unlink', glob("$tempDir/*"));
  1294. rmdir($tempDir);
  1295. }
  1296. Utils::throwError('20003:没有成功下载任何图片');
  1297. }
  1298. // 处理音频合成
  1299. $mergedAudioPath = null;
  1300. try {
  1301. // 检查 FFmpeg 是否可用
  1302. exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
  1303. $hasFfmpeg = ($ffmpegReturnCode === 0);
  1304. if ($hasFfmpeg) {
  1305. // 下载所有分镜的音频文件
  1306. $audioFiles = [];
  1307. foreach ($segments as $segment) {
  1308. if (!empty($segment->audio_url)) {
  1309. try {
  1310. $context = stream_context_create([
  1311. 'http' => [
  1312. 'timeout' => 30,
  1313. 'follow_location' => 1,
  1314. 'ignore_errors' => true
  1315. ],
  1316. 'ssl' => [
  1317. 'verify_peer' => false,
  1318. 'verify_peer_name' => false
  1319. ]
  1320. ]);
  1321. $audioData = @file_get_contents($segment->audio_url, false, $context);
  1322. if ($audioData !== false && !empty($audioData)) {
  1323. // 获取音频文件扩展名
  1324. $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
  1325. if (empty($audioExtension)) {
  1326. $audioExtension = 'wav';
  1327. }
  1328. $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
  1329. $audioFilePath = $tempDir . '/' . $audioFileName;
  1330. file_put_contents($audioFilePath, $audioData);
  1331. $audioFiles[] = $audioFilePath;
  1332. } else {
  1333. $logData = [
  1334. 'segment_id' => $segment->segment_id,
  1335. 'audio_url' => $segment->audio_url
  1336. ];
  1337. dLog('anime')->warning('音频下载失败', $logData);
  1338. logDB('anime', 'warning', '音频下载失败', $logData);
  1339. }
  1340. } catch (\Exception $e) {
  1341. $logData = [
  1342. 'segment_id' => $segment->segment_id,
  1343. 'audio_url' => $segment->audio_url,
  1344. 'error' => $e->getMessage()
  1345. ];
  1346. dLog('anime')->error('下载音频异常', $logData);
  1347. logDB('anime', 'error', '下载音频异常', $logData);
  1348. }
  1349. }
  1350. }
  1351. // 如果有音频文件,则进行合成
  1352. if (!empty($audioFiles)) {
  1353. // 创建 FFmpeg concat 文件列表
  1354. $concatFile = $tempDir . '/concat.txt';
  1355. $concatContent = '';
  1356. foreach ($audioFiles as $audioFile) {
  1357. // 使用相对路径,避免路径中的特殊字符问题
  1358. $concatContent .= "file '" . basename($audioFile) . "'\n";
  1359. }
  1360. file_put_contents($concatFile, $concatContent);
  1361. // 合成音频文件
  1362. $mergedAudioPath = $tempDir . '/tts.wav';
  1363. // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
  1364. $ffmpegCommand = sprintf(
  1365. 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
  1366. escapeshellarg($tempDir),
  1367. escapeshellarg(basename($concatFile)),
  1368. escapeshellarg(basename($mergedAudioPath))
  1369. );
  1370. exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
  1371. if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
  1372. $logData = [
  1373. 'command' => $ffmpegCommand,
  1374. 'output' => implode("\n", $ffmpegOutput),
  1375. 'return_code' => $ffmpegReturnCode
  1376. ];
  1377. dLog('anime')->error('FFmpeg 合成音频失败', $logData);
  1378. logDB('anime', 'error', 'FFmpeg 合成音频失败', $logData);
  1379. $mergedAudioPath = null;
  1380. } else {
  1381. $logData = [
  1382. 'audio_count' => count($audioFiles),
  1383. 'output_file' => $mergedAudioPath,
  1384. 'file_size' => filesize($mergedAudioPath)
  1385. ];
  1386. dLog('anime')->info('音频合成成功', $logData);
  1387. logDB('anime', 'info', '音频合成成功', $logData);
  1388. }
  1389. // 清理临时音频文件和 concat 文件
  1390. foreach ($audioFiles as $audioFile) {
  1391. if (file_exists($audioFile)) {
  1392. @unlink($audioFile);
  1393. }
  1394. }
  1395. if (file_exists($concatFile)) {
  1396. @unlink($concatFile);
  1397. }
  1398. }
  1399. } else {
  1400. dLog('anime')->warning('FFmpeg 未安装,跳过音频合成');
  1401. logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
  1402. }
  1403. } catch (\Exception $e) {
  1404. $logData = [
  1405. 'error' => $e->getMessage(),
  1406. 'trace' => $e->getTraceAsString()
  1407. ];
  1408. dLog('anime')->error('音频合成过程异常', $logData);
  1409. logDB('anime', 'error', '音频合成过程异常', $logData);
  1410. // 音频合成失败不影响图片导出
  1411. $mergedAudioPath = null;
  1412. }
  1413. // 创建zip文件
  1414. $zipFileName = sprintf(
  1415. '%s.zip',
  1416. $episode->title ?: '未命名'
  1417. );
  1418. $zipFilePath = storage_path('app/temp/' . $zipFileName);
  1419. $zip = new \ZipArchive();
  1420. if ($zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE) !== true) {
  1421. // 清理临时文件
  1422. array_map('unlink', $downloadedFiles);
  1423. rmdir($tempDir);
  1424. Utils::throwError('20003:创建ZIP文件失败');
  1425. }
  1426. // 添加图片文件到zip
  1427. foreach ($downloadedFiles as $file) {
  1428. $zip->addFile($file, basename($file));
  1429. }
  1430. // 添加合成的音频文件到zip
  1431. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1432. $zip->addFile($mergedAudioPath, 'tts.wav');
  1433. }
  1434. $zip->close();
  1435. // 清理临时图片文件
  1436. array_map('unlink', $downloadedFiles);
  1437. // 清理合成的音频文件
  1438. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1439. @unlink($mergedAudioPath);
  1440. }
  1441. rmdir($tempDir);
  1442. // 返回文件下载响应
  1443. return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
  1444. } catch (\Exception $e) {
  1445. $logData = [
  1446. 'anime_id' => $animeId,
  1447. 'episode_id' => $episodeId,
  1448. 'error' => $e->getMessage()
  1449. ];
  1450. dLog('anime')->error('导出分集图片失败', $logData);
  1451. logDB('anime', 'error', '导出分集图片失败', $logData);
  1452. // 清理可能存在的临时文件
  1453. if (isset($tempDir) && file_exists($tempDir)) {
  1454. array_map('unlink', glob("$tempDir/*"));
  1455. rmdir($tempDir);
  1456. }
  1457. if (isset($zipFilePath) && file_exists($zipFilePath)) {
  1458. unlink($zipFilePath);
  1459. }
  1460. throw $e;
  1461. }
  1462. }
  1463. /**
  1464. * 监控分镜图片和音频生成任务进度(SSE)
  1465. */
  1466. public function monitorSegmentTasks(Request $request) {
  1467. // 忽略所有超时限制
  1468. set_time_limit(0);
  1469. ini_set('max_execution_time', '0');
  1470. $data = $request->all();
  1471. // 验证参数
  1472. $validator = Validator::make($data, [
  1473. 'anime_id' => 'required|string',
  1474. 'episode_id' => 'required|string',
  1475. ], [
  1476. 'anime_id.required' => '动漫ID不能为空',
  1477. 'episode_id.required' => '剧集ID不能为空',
  1478. ]);
  1479. if ($validator->fails()) {
  1480. Utils::throwError('1002:' . $validator->errors()->first());
  1481. }
  1482. $animeId = $data['anime_id'];
  1483. $episodeId = $data['episode_id'];
  1484. // 查询没有pic_task_id的分镜个数
  1485. $noPicTaskCount = DB::table('mp_episode_segments')
  1486. ->where('anime_id', $animeId)
  1487. ->where('episode_id', $episodeId)
  1488. ->where(function($query) {
  1489. $query->whereNull('pic_task_id')
  1490. ->orWhere('pic_task_id', '');
  1491. })
  1492. ->count('id');
  1493. // 获取所有分镜信息
  1494. $segments = DB::table('mp_episode_segments')
  1495. ->where('anime_id', $animeId)
  1496. ->where('episode_id', $episodeId)
  1497. ->where('pic_task_id', '!=', '')
  1498. ->orderBy('segment_number')
  1499. ->get();
  1500. // 判断是否有未完成的任务
  1501. $uncompleted_pic_count = DB::table('mp_episode_segments')->where('anime_id', $animeId)
  1502. ->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->whereNotIn('pic_task_status', ['已完成', '失败'])->count('id');
  1503. // 获取dialogue和voice_type存在但audio_url不存在的分镜个数
  1504. $uncompleted_audio_count = DB::table('mp_episode_segments')
  1505. ->where('anime_id', $animeId)
  1506. ->where('episode_id', $episodeId)
  1507. ->where('dialogue', '<>', '')
  1508. ->whereNotNull('dialogue')
  1509. ->where('voice_type', '<>', '')
  1510. ->whereNotNull('voice_type')
  1511. ->where(function($query) {
  1512. $query->whereNull('audio_url')
  1513. ->orWhere('audio_url', '');
  1514. })
  1515. ->count('id');
  1516. if ($segments->isEmpty()) {
  1517. Utils::throwError('20003:未找到分镜任务数据');
  1518. }
  1519. $startTime = time();
  1520. $maxDuration = 900; // 15分钟超时
  1521. $checkInterval = 5; // 每5秒检查一次
  1522. // 设置 SSE 响应头并开始长连接
  1523. return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval, $uncompleted_pic_count, $uncompleted_audio_count, $noPicTaskCount) {
  1524. if ($uncompleted_pic_count == 0 && $uncompleted_audio_count == 0) {
  1525. $completedCount = DB::table('mp_episode_segments')->where('anime_id', $animeId)->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->where('pic_task_status', '已完成')->count('id');
  1526. // 获取剧集信息之前先处理视频截止时间点
  1527. $this->handleVideoTimePointEnd();
  1528. // 获取剧集信息
  1529. $episode = DB::table('mp_anime_episodes')
  1530. ->where('anime_id', $animeId)
  1531. ->where('id', $episodeId)
  1532. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1533. ->first();
  1534. if ($episode) {
  1535. $episode = (array)$episode;
  1536. $episode['roles'] = json_decode($episode['roles'], true);
  1537. $episode['scenes'] = json_decode($episode['scenes'], true);
  1538. // 获取所有分镜信息
  1539. $allSegments = DB::table('mp_episode_segments')
  1540. ->where('anime_id', $animeId)
  1541. ->where('episode_id', $episodeId)
  1542. ->orderBy('segment_number')
  1543. ->select('*')
  1544. ->get()
  1545. ->map(function ($value) {
  1546. return (array)$value;
  1547. })->toArray();
  1548. // 按照episodeInfo的格式组织数据
  1549. $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
  1550. $episode['acts'] = $segmentsStructure['acts'];
  1551. $episode['total_duration'] = $segmentsStructure['total_duration'];
  1552. }
  1553. echo "data: " . json_encode([
  1554. 'type' => 'completed',
  1555. 'data' => [
  1556. 'anime_id' => $animeId,
  1557. 'episode_id' => $episodeId,
  1558. 'completed_count' => $completedCount, // 成功完成的数量
  1559. 'processed_count' => count($segments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1560. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1561. 'total_elapsed_time' => time() - $startTime,
  1562. 'episode_info' => $episode ?? null
  1563. ]
  1564. ]) . "\n\n";
  1565. ob_flush();
  1566. flush();
  1567. return;
  1568. }
  1569. // 发送初始任务信息
  1570. echo "data: " . json_encode([
  1571. 'type' => 'init',
  1572. 'data' => [
  1573. 'anime_id' => $animeId,
  1574. 'episode_id' => $episodeId,
  1575. 'total_segments' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1576. 'start_time' => $startTime,
  1577. 'max_duration' => $maxDuration
  1578. ]
  1579. ]) . "\n\n";
  1580. ob_flush();
  1581. flush();
  1582. $completedSegments = [];
  1583. $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
  1584. $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
  1585. while (time() - $startTime < $maxDuration) {
  1586. try {
  1587. $updatedImages = []; // 记录本次循环中更新的图片信息
  1588. foreach ($segments as $segment) {
  1589. $segmentId = $segment->segment_id;
  1590. $picTaskId = $segment->pic_task_id;
  1591. $audioUrl = $segment->audio_url;
  1592. // 跳过已处理完成的分镜
  1593. if (in_array($segmentId, $processedSegments)) {
  1594. continue;
  1595. }
  1596. $picCompleted = false;
  1597. $audioCompleted = false;
  1598. $picProcessed = false;
  1599. $audioProcessed = false;
  1600. // 检查图片任务状态
  1601. if ($picTaskId) {
  1602. $picTask = DB::table('mp_generate_pic_tasks')
  1603. ->where('id', $picTaskId)
  1604. ->select('status', 'result_url', 'error_message')
  1605. ->first();
  1606. if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
  1607. $updateData = [
  1608. 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
  1609. 'updated_at' => date('Y-m-d H:i:s')
  1610. ];
  1611. $imgUrl = '';
  1612. if ($picTask->status === 'success' && !empty($picTask->result_url)) {
  1613. // 更新分镜表的图片URL
  1614. $resultUrls = json_decode($picTask->result_url, true);
  1615. $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
  1616. $updateData['img_url'] = $imgUrl;
  1617. $picCompleted = true;
  1618. } else if ($picTask->status === 'failed') {
  1619. // 失败时清空图片URL
  1620. $updateData['img_url'] = '';
  1621. }
  1622. DB::table('mp_episode_segments')
  1623. ->where('segment_id', $segmentId)
  1624. ->update($updateData);
  1625. // 记录更新的图片信息(只有未通知过的才记录)
  1626. if (!in_array($segmentId, $notifiedSegments)) {
  1627. $updatedImages[] = [
  1628. 'segment_id' => $segmentId,
  1629. 'segment_number' => $segment->segment_number,
  1630. 'img_url' => $imgUrl,
  1631. 'status' => $picTask->status === 'success' ? 'success' : 'failed'
  1632. ];
  1633. // 标记为已通知
  1634. $notifiedSegments[] = $segmentId;
  1635. }
  1636. $picProcessed = true;
  1637. }
  1638. }
  1639. // 检查音频状态
  1640. // 获取分镜的dialogue、voice_type和audio_url信息
  1641. $segmentInfo = DB::table('mp_episode_segments')
  1642. ->where('segment_id', $segmentId)
  1643. ->select('dialogue', 'voice_type', 'audio_url')
  1644. ->first();
  1645. $needAudio = false;
  1646. $currentAudioUrl = '';
  1647. if ($segmentInfo) {
  1648. $dialogue = trim((string)getProp($segmentInfo, 'dialogue'));
  1649. $voiceType = trim((string)getProp($segmentInfo, 'voice_type'));
  1650. $currentAudioUrl = trim((string)getProp($segmentInfo, 'audio_url'));
  1651. // 如果有对话和音色类型,则需要音频
  1652. if (!empty($dialogue) && !empty($voiceType)) {
  1653. $needAudio = true;
  1654. }
  1655. }
  1656. // 判断音频状态
  1657. if ($needAudio) {
  1658. // 需要音频的情况下,检查audio_url是否有值
  1659. if (!empty($currentAudioUrl)) {
  1660. $audioCompleted = true;
  1661. $audioProcessed = true;
  1662. } else {
  1663. // 需要音频但还没有,继续等待
  1664. $audioCompleted = false;
  1665. $audioProcessed = false;
  1666. }
  1667. } else {
  1668. // 不需要音频,直接标记为已处理
  1669. $audioCompleted = false;
  1670. $audioProcessed = true;
  1671. }
  1672. // 如果图片和音频都成功完成,标记为已完成
  1673. if ($picCompleted && ($audioCompleted || !$needAudio)) {
  1674. $completedSegments[] = $segmentId;
  1675. }
  1676. // 如果图片和音频都已处理完成(成功或失败),标记为已处理
  1677. if ($picProcessed && $audioProcessed) {
  1678. $processedSegments[] = $segmentId;
  1679. }
  1680. }
  1681. // 如果有图片更新,发送具体的图片更新信息
  1682. if (!empty($updatedImages)) {
  1683. echo "data: " . json_encode([
  1684. 'type' => 'update',
  1685. 'data' => [
  1686. 'anime_id' => $animeId,
  1687. 'episode_id' => $episodeId,
  1688. 'updated_images' => $updatedImages,
  1689. 'completed_count' => count($completedSegments), // 成功完成的数量
  1690. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1691. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1692. 'elapsed_time' => time() - $startTime,
  1693. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1694. ]
  1695. ]) . "\n\n";
  1696. ob_flush();
  1697. flush();
  1698. }
  1699. // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
  1700. if (count($processedSegments) === count($segments)) {
  1701. // 获取剧集信息之前先处理视频截止时间点
  1702. $this->handleVideoTimePointEnd();
  1703. // 获取剧集信息
  1704. $episode = DB::table('mp_anime_episodes')
  1705. ->where('anime_id', $animeId)
  1706. ->where('id', $episodeId)
  1707. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1708. ->first();
  1709. if ($episode) {
  1710. $episode = (array)$episode;
  1711. $episode['roles'] = json_decode($episode['roles'], true);
  1712. $episode['scenes'] = json_decode($episode['scenes'], true);
  1713. // 获取所有分镜信息
  1714. $allSegments = DB::table('mp_episode_segments')
  1715. ->where('anime_id', $animeId)
  1716. ->where('episode_id', $episodeId)
  1717. ->orderBy('segment_number')
  1718. ->select('*')
  1719. ->get()
  1720. ->map(function ($value) {
  1721. return (array)$value;
  1722. })->toArray();
  1723. // 按照episodeInfo的格式组织数据
  1724. $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
  1725. $episode['acts'] = $segmentsStructure['acts'];
  1726. $episode['total_duration'] = $segmentsStructure['total_duration'];
  1727. }
  1728. echo "data: " . json_encode([
  1729. 'type' => 'completed',
  1730. 'data' => [
  1731. 'anime_id' => $animeId,
  1732. 'episode_id' => $episodeId,
  1733. 'completed_count' => count($completedSegments), // 成功完成的数量
  1734. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1735. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1736. 'total_elapsed_time' => time() - $startTime,
  1737. 'episode_info' => $episode ?? null
  1738. ]
  1739. ]) . "\n\n";
  1740. ob_flush();
  1741. flush();
  1742. break;
  1743. }
  1744. // 检查是否超时
  1745. if (time() - $startTime >= $maxDuration) {
  1746. break;
  1747. }
  1748. sleep($checkInterval);
  1749. } catch (\Exception $e) {
  1750. echo "data: " . json_encode([
  1751. 'type' => 'error',
  1752. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1753. 'elapsed_time' => time() - $startTime,
  1754. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1755. ]) . "\n\n";
  1756. ob_flush();
  1757. flush();
  1758. if (time() - $startTime >= $maxDuration) {
  1759. break;
  1760. }
  1761. sleep($checkInterval);
  1762. }
  1763. }
  1764. // 超时处理
  1765. if (time() - $startTime >= $maxDuration) {
  1766. echo "data: " . json_encode([
  1767. 'type' => 'time_out',
  1768. 'message' => '分镜任务监控已超时15分钟,停止状态查询',
  1769. 'data' => [
  1770. 'anime_id' => $animeId,
  1771. 'episode_id' => $episodeId,
  1772. 'completed_count' => count($completedSegments), // 成功完成的数量
  1773. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1774. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1775. 'total_elapsed_time' => time() - $startTime,
  1776. 'timeout_duration' => $maxDuration
  1777. ]
  1778. ]) . "\n\n";
  1779. ob_flush();
  1780. flush();
  1781. }
  1782. }, 200, [
  1783. 'Content-Type' => 'text/event-stream',
  1784. 'Cache-Control' => 'no-cache',
  1785. 'Connection' => 'keep-alive',
  1786. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1787. ]);
  1788. }
  1789. /**
  1790. * 音频试听接口
  1791. * 创建音频任务并返回结果
  1792. */
  1793. public function previewAudio(Request $request) {
  1794. $data = $request->all();
  1795. $result = $this->AnimeService->previewAudio($data);
  1796. return $this->success($result);
  1797. }
  1798. // 角色库
  1799. public function globalProducts(Request $request) {
  1800. $data = $request->all();
  1801. $result = $this->AnimeService->globalProducts($data);
  1802. return $this->success($result);
  1803. }
  1804. // 新建角色
  1805. public function createProduct(Request $request) {
  1806. $data = $request->all();
  1807. $result = $this->AnimeService->createProduct($data);
  1808. return $this->success($result);
  1809. }
  1810. // 编辑角色
  1811. public function editProduct(Request $request) {
  1812. $data = $request->all();
  1813. $result = $this->AnimeService->editProduct($data);
  1814. return $this->success(['success' => $result ? 1 : 0]);
  1815. }
  1816. // 获取角色版本历史
  1817. public function getProductVersions(Request $request) {
  1818. $data = $request->all();
  1819. $result = $this->AnimeService->getProductVersions($data);
  1820. return $this->success($result);
  1821. }
  1822. // 恢复到指定版本
  1823. public function restoreProductVersion(Request $request) {
  1824. $data = $request->all();
  1825. $result = $this->AnimeService->restoreProductVersion($data);
  1826. return $this->success(['success' => $result ? 1 : 0]);
  1827. }
  1828. // 删除角色
  1829. public function deleteProduct(Request $request) {
  1830. $data = $request->all();
  1831. $result = $this->AnimeService->deleteProduct($data);
  1832. return $this->success(['success' => $result ? 1 : 0]);
  1833. }
  1834. // 新建文件夹
  1835. public function createFolder(Request $request) {
  1836. $data = $request->all();
  1837. $result = $this->AnimeService->createFolder($data);
  1838. return $this->success(['id' => $result]);
  1839. }
  1840. // 重命名文件夹或角色
  1841. public function renameFolder(Request $request) {
  1842. $data = $request->all();
  1843. $result = $this->AnimeService->renameFolder($data);
  1844. return $this->success(['success' => $result ? 1 : 0]);
  1845. }
  1846. // 移动角色或文件夹
  1847. public function moveProductOrFolder(Request $request) {
  1848. $data = $request->all();
  1849. $result = $this->AnimeService->moveProductOrFolder($data);
  1850. return $this->success(['success' => $result ? 1 : 0]);
  1851. }
  1852. // 获取文件夹路径(面包屑导航)
  1853. public function getFolderPath(Request $request) {
  1854. $data = $request->all();
  1855. $result = $this->AnimeService->getFolderPath($data);
  1856. return $this->success($result);
  1857. }
  1858. // 生成三视图
  1859. public function generateThreeView(Request $request) {
  1860. $data = $request->all();
  1861. $result = $this->AnimeService->generateThreeView($data);
  1862. return $this->success($result);
  1863. }
  1864. private function handleVideoTimePointEnd() {
  1865. // 处理音频时长,循环查询dub_video_task_queue列表中的任务
  1866. $queueLength = Redis::llen('dub_video_task_queue');
  1867. if ($queueLength > 0) {
  1868. $processedTaskIds = []; // 记录已处理的任务ID
  1869. // 遍历队列中的所有任务
  1870. for ($i = 0; $i < $queueLength; $i++) {
  1871. $dubTaskId = Redis::lindex('dub_video_task_queue', $i);
  1872. if (!$dubTaskId) continue;
  1873. // 查询任务状态
  1874. $dubTask = DB::table('mp_dub_video_tasks')
  1875. ->where('id', $dubTaskId)
  1876. ->first();
  1877. if (!$dubTask) {
  1878. // 任务不存在,标记为需要删除
  1879. $processedTaskIds[] = $dubTaskId;
  1880. continue;
  1881. }
  1882. // 如果任务状态是已完成
  1883. if ($dubTask->generate_status === '执行成功') {
  1884. // 获取对应的分镜信息
  1885. $segment = DB::table('mp_episode_segments')
  1886. ->where('segment_id', $dubTask->alias_segment_id)
  1887. ->first();
  1888. // 如果分镜存在且audio_duration大于0
  1889. if ($segment && isset($segment->audio_duration) && $segment->audio_duration > 0) {
  1890. // 更新video_time_point_end字段
  1891. DB::table('mp_episode_segments')
  1892. ->where('segment_id', $dubTask->alias_segment_id)
  1893. ->update([
  1894. 'video_time_point_end' => $segment->audio_duration,
  1895. 'updated_at' => date('Y-m-d H:i:s')
  1896. ]);
  1897. dLog('anime')->info('更新分镜视频截止时间点', [
  1898. 'task_id' => $dubTaskId,
  1899. 'segment_id' => $dubTask->alias_segment_id,
  1900. 'audio_duration' => $segment->audio_duration
  1901. ]);
  1902. }
  1903. // 标记为需要从队列中删除
  1904. $processedTaskIds[] = $dubTaskId;
  1905. }
  1906. }
  1907. // 从Redis列表中删除已处理的任务ID
  1908. foreach ($processedTaskIds as $taskId) {
  1909. Redis::lrem('dub_video_task_queue', 0, $taskId);
  1910. }
  1911. }
  1912. }
  1913. }