AnimeController.php 79 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\Utils;
  9. use App\Models\MpGenerateVideoTask;
  10. use App\Services\AIGeneration\AIImageGenerationService;
  11. use App\Services\AIGeneration\AIVideoGenerationService;
  12. use App\Services\Anime\AnimeService;
  13. use Illuminate\Http\Request;
  14. use Illuminate\Routing\Controller as BaseController;
  15. use Illuminate\Support\Facades\DB;
  16. use Illuminate\Support\Facades\Redis;
  17. use Illuminate\Support\Facades\Validator;
  18. class AnimeController extends BaseController
  19. {
  20. use ApiResponse;
  21. protected $AnimeService;
  22. protected $AIImageGenerationService;
  23. protected $AIVideoGenerationService;
  24. public function __construct(
  25. AnimeService $AnimeService,
  26. AIImageGenerationService $AIImageGenerationService,
  27. AIVideoGenerationService $AIVideoGenerationService
  28. ) {
  29. $this->AnimeService = $AnimeService;
  30. $this->AIImageGenerationService = $AIImageGenerationService;
  31. $this->AIVideoGenerationService = $AIVideoGenerationService;
  32. }
  33. // 文字模型
  34. public function textModel() {
  35. $query = DB::table('mp_text_models')->where('is_enabled', 1);
  36. // 支持 model 搜索
  37. if ($model = request('model')) {
  38. $query->where('model', 'like', "%{$model}%");
  39. }
  40. // 支持 name 搜索
  41. if ($name = request('name')) {
  42. $query->where('name', 'like', "%{$name}%");
  43. }
  44. $models = $query->select('model', 'name')->get()->map(function ($value) {
  45. return (array)$value;
  46. })->toArray();
  47. return $this->success($models);
  48. }
  49. // 图片模型
  50. public function imageModel() {
  51. $query = DB::table('mp_image_models')->where('is_enabled', 1);
  52. // 支持 model 搜索
  53. if ($model = request('model')) {
  54. $query->where('model', 'like', "%{$model}%");
  55. }
  56. // 支持 name 搜索
  57. if ($name = request('name')) {
  58. $query->where('name', 'like', "%{$name}%");
  59. }
  60. $models = $query->select('model', 'name')->get()->map(function ($value) {
  61. return (array)$value;
  62. })->toArray();
  63. return $this->success($models);
  64. }
  65. // 视频模型
  66. public function videoModel() {
  67. $query = DB::table('mp_video_models')->where('is_enabled', 1);
  68. // 支持 model 搜索
  69. if ($model = request('model')) {
  70. $query->where('model', 'like', "%{$model}%");
  71. }
  72. // 支持 name 搜索
  73. if ($name = request('name')) {
  74. $query->where('name', 'like', "%{$name}%");
  75. }
  76. $models = $query->select('model', 'name')->get()->map(function ($value) {
  77. return (array)$value;
  78. })->toArray();
  79. return $this->success($models);
  80. }
  81. public function artStyleList()
  82. {
  83. $result = [
  84. [
  85. 'art_style' => '日系动漫风格',
  86. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
  87. ],
  88. [
  89. 'art_style' => '国漫风格',
  90. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
  91. ],
  92. [
  93. 'art_style' => 'Q版卡通风格',
  94. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
  95. ],
  96. [
  97. 'art_style' => '简约扁平风格',
  98. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
  99. ],
  100. [
  101. 'art_style' => '古风仙侠风格',
  102. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
  103. ],
  104. [
  105. 'art_style' => '武侠风格',
  106. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
  107. ],
  108. [
  109. 'art_style' => '新中式水墨风格',
  110. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
  111. ],
  112. [
  113. 'art_style' => '写实插画风格',
  114. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
  115. ],
  116. [
  117. 'art_style' => '3D卡通风格',
  118. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
  119. ],
  120. [
  121. 'art_style' => '条漫风格',
  122. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
  123. ],
  124. [
  125. 'art_style' => '赛博朋克风格',
  126. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
  127. ],
  128. [
  129. 'art_style' => '暗黑悬疑风格',
  130. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
  131. ],
  132. [
  133. 'art_style' => '治愈清新风格',
  134. 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
  135. ],
  136. ];
  137. return $this->success($result);
  138. }
  139. public function createAnime(Request $request) {
  140. $data = $request->all();
  141. $result = $this->AnimeService->createAnime($data);
  142. return $this->success(['anime_id' => $result]);
  143. }
  144. // 批量生成主体图片
  145. public function batchSetRoleImg(Request $request) {
  146. // 忽略所有超时限制
  147. set_time_limit(0);
  148. ini_set('max_execution_time', '0');
  149. $data = $request->all();
  150. $result = $this->AnimeService->batchSetRoleImg($data);
  151. return $this->success($result);
  152. }
  153. // 批量生成场景图片
  154. public function batchSetSceneImg(Request $request) {
  155. // 忽略所有超时限制
  156. set_time_limit(0);
  157. ini_set('max_execution_time', '0');
  158. $data = $request->all();
  159. $result = $this->AnimeService->batchSetSceneImg($data);
  160. return $this->success($result);
  161. }
  162. // 编辑动漫
  163. public function editAnime(Request $request) {
  164. $data = $request->all();
  165. $result = $this->AnimeService->editAnime($data);
  166. return $this->success(['success'=>$result ? 1 : 0]);
  167. }
  168. // 修改分集主体列表
  169. public function changeEpisodeRoles(Request $request) {
  170. $data = $request->all();
  171. $result = $this->AnimeService->changeEpisodeRoles($data);
  172. return $this->success(['success'=>$result ? 1 : 0]);
  173. }
  174. // 修改分集场景列表
  175. public function changeEpisodeScenes(Request $request) {
  176. $data = $request->all();
  177. $result = $this->AnimeService->changeEpisodeScenes($data);
  178. return $this->success(['success'=>$result ? 1 : 0]);
  179. }
  180. // 编辑分镜剧本
  181. public function editSegment(Request $request) {
  182. $data = $request->all();
  183. $result = $this->AnimeService->editSegment($data);
  184. return $this->success(['success'=>$result ? 1 : 0]);
  185. }
  186. // 动漫对话列表
  187. public function chatList(Request $request) {
  188. $data = $request->all();
  189. $result = $this->AnimeService->chatList($data);
  190. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  191. }
  192. // 动漫对话历史记录
  193. public function chatHistory(Request $request) {
  194. $data = $request->all();
  195. $result = $this->AnimeService->chatHistory($data);
  196. return $this->success($result);
  197. }
  198. // 动漫大纲
  199. public function animeDetail(Request $request) {
  200. $data = $request->all();
  201. $result = $this->AnimeService->animeDetail($data);
  202. return $this->success($result);
  203. }
  204. // 动漫剧集
  205. public function episodeInfo(Request $request) {
  206. $data = $request->all();
  207. $result = $this->AnimeService->episodeInfo($data);
  208. return $this->success($result);
  209. }
  210. // 分镜信息
  211. public function segmentInfo(Request $request) {
  212. $data = $request->all();
  213. $result = $this->AnimeService->segmentInfo($data);
  214. return $this->success($result);
  215. }
  216. // 复制剧集副本
  217. public function copyEpisodeVersion(Request $request) {
  218. $data = $request->all();
  219. $result = $this->AnimeService->copyEpisodeVersion($data);
  220. return $this->success($result);
  221. }
  222. // 剧集副本列表
  223. public function episodeVersions(Request $request) {
  224. $data = $request->all();
  225. $result = $this->AnimeService->episodeVersions($data);
  226. return $this->success($result);
  227. }
  228. // 绑定剧集副本
  229. public function bindEpisodeVersion(Request $request) {
  230. $data = $request->all();
  231. $result = $this->AnimeService->bindEpisodeVersion($data);
  232. return $this->success(['success' => $result ? 1 : 0]);
  233. }
  234. // 对话改图
  235. public function chatChangeImg(Request $request) {
  236. $data = $request->all();
  237. $result = $this->AnimeService->chatChangeImg($data);
  238. return $this->success(['img_url' => $result]);
  239. }
  240. // 一键生成分镜
  241. public function batchSetSegmentPics(Request $request) {
  242. // 忽略所有超时限制
  243. set_time_limit(0);
  244. ini_set('max_execution_time', '0');
  245. $data = $request->all();
  246. $result = $this->AnimeService->batchSetSegmentPics($data);
  247. return $this->success($result);
  248. }
  249. // 重新生成分镜
  250. public function reGenerateSegment(Request $request) {
  251. // 忽略所有超时限制
  252. set_time_limit(0);
  253. ini_set('max_execution_time', '0');
  254. $data = $request->all();
  255. $result = $this->AnimeService->reGenerateSegment($data);
  256. return $this->success(['img_url'=>$result]);
  257. }
  258. // 添加分镜
  259. public function addSegment(Request $request) {
  260. // 忽略所有超时限制
  261. set_time_limit(0);
  262. ini_set('max_execution_time', '0');
  263. $data = $request->all();
  264. $result = $this->AnimeService->addSegment($data);
  265. return $this->success($result);
  266. }
  267. // 复制分镜
  268. public function copySegment(Request $request) {
  269. $data = $request->all();
  270. $result = $this->AnimeService->copySegment($data);
  271. return $this->success($result);
  272. }
  273. // 移动分镜
  274. public function moveSegment(Request $request) {
  275. $data = $request->all();
  276. $result = $this->AnimeService->moveSegment($data);
  277. return $this->success(['success'=>$result ? 1: 0]);
  278. }
  279. // 删除分镜
  280. public function delSegment(Request $request) {
  281. $data = $request->all();
  282. $result = $this->AnimeService->delSegment($data);
  283. return $this->success(['success'=>$result ? 1: 0]);
  284. }
  285. // 分镜历史图片|视频
  286. public function segmentHistory(Request $request) {
  287. $data = $request->all();
  288. $result = $this->AnimeService->segmentHistory($data);
  289. return $this->success($result);
  290. }
  291. public function createSegmentVideoTask(Request $request) {
  292. // 忽略所有超时限制
  293. set_time_limit(0);
  294. ini_set('max_execution_time', '0');
  295. $data = $request->all();
  296. // 验证参数
  297. $validator = Validator::make($data, [
  298. 'segment_id' => 'required|string',
  299. 'tail_frame' => 'nullable|string|max:500',
  300. ], [
  301. 'segment_id.required' => '分镜ID不能为空',
  302. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  303. ]);
  304. if ($validator->fails()) {
  305. Utils::throwError('1002:' . $validator->errors()->first());
  306. }
  307. // 创建视频生成任务
  308. $result = $this->AnimeService->createSegmentVideoTask($data);
  309. $taskId = $result['task_id'];
  310. // 设置 SSE 响应头
  311. return response()->stream(function () use ($taskId, $result) {
  312. // 设置 SSE 响应头
  313. echo "data: " . json_encode([
  314. 'type' => 'init',
  315. 'data' => $result
  316. ]) . "\n\n";
  317. ob_flush();
  318. flush();
  319. $startTime = time();
  320. $maxDuration = 300; // 5分钟超时
  321. $checkInterval = 5; // 每5秒检查一次
  322. while (time() - $startTime < $maxDuration) {
  323. try {
  324. // 查询任务状态
  325. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  326. if (!$task) {
  327. echo "data: " . json_encode([
  328. 'type' => 'error',
  329. 'message' => '任务不存在'
  330. ]) . "\n\n";
  331. ob_flush();
  332. flush();
  333. break;
  334. }
  335. // 如果任务还在处理中,查询最新状态
  336. if ($task->status === 'processing') {
  337. // 根据任务类型查询不同的状态
  338. if ($task->task_type === 'jimeng') {
  339. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  340. } elseif ($task->task_type === 'keling') {
  341. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  342. } else {
  343. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  344. }
  345. if (isset($statusResult['status'])) {
  346. // 更新任务状态
  347. $task->update([
  348. 'status' => $statusResult['status'],
  349. 'result_url' => $statusResult['result_url'] ?? null,
  350. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  351. 'error_message' => $statusResult['error_message'] ?? null,
  352. 'completed_at' => in_array($statusResult['status'], [
  353. 'success',
  354. 'failed'
  355. ]) ? now() : null
  356. ]);
  357. // 如果任务成功,更新分镜表
  358. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  359. try {
  360. DB::beginTransaction();
  361. $now = date('Y-m-d H:i:s');
  362. // 获取分镜ID
  363. $segment = DB::table('mp_episode_segments')
  364. ->where('video_task_id', $taskId)
  365. ->first();
  366. if (!$segment) {
  367. throw new \Exception('未找到对应的分镜记录');
  368. }
  369. $segmentId = $segment->segment_id;
  370. // 更新分镜表
  371. $updateResult = DB::table('mp_episode_segments')
  372. ->where('segment_id', $segmentId)
  373. ->update([
  374. 'video_url' => $statusResult['result_url'],
  375. 'video_task_status' => '已完成',
  376. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  377. 'updated_at' => $now
  378. ]);
  379. if (!$updateResult) {
  380. Utils::throwError('20003:更新分镜表失败');
  381. }
  382. DB::commit();
  383. } catch (\Exception $e) {
  384. DB::rollBack();
  385. $logData = [
  386. 'task_id' => $taskId,
  387. 'error' => $e->getMessage()
  388. ];
  389. dLog('anime')->error('视频任务处理失败', $logData);
  390. logDB('anime', 'error', '视频任务处理失败', $logData);
  391. }
  392. } elseif ($statusResult['status'] === 'failed') {
  393. DB::table('mp_episode_segments')
  394. ->where('video_task_id', $taskId)
  395. ->update([
  396. 'video_task_status' => '失败',
  397. 'updated_at' => date('Y-m-d H:i:s')
  398. ]);
  399. }
  400. }
  401. }
  402. // 发送当前状态
  403. echo "data: " . json_encode([
  404. 'type' => 'update',
  405. 'data' => [
  406. 'task_id' => $task->id,
  407. 'status' => $task->status,
  408. 'result_url' => $task->result_url,
  409. 'error_message' => $task->error_message,
  410. 'elapsed_time' => time() - $startTime
  411. ]
  412. ]) . "\n\n";
  413. ob_flush();
  414. flush();
  415. // 如果任务完成(成功或失败),结束连接
  416. if (in_array($task->status, [
  417. 'success',
  418. 'failed'
  419. ])) {
  420. echo "data: " . json_encode([
  421. 'type' => 'completed',
  422. 'data' => [
  423. 'task_id' => $task->id,
  424. 'status' => $task->status,
  425. 'video_url' => $task->result_url,
  426. 'last_frame_url' => $task->last_frame_url,
  427. 'error_message' => $task->error_message
  428. ]
  429. ]) . "\n\n";
  430. ob_flush();
  431. flush();
  432. break;
  433. }
  434. sleep($checkInterval);
  435. } catch (\Exception $e) {
  436. echo "data: " . json_encode([
  437. 'type' => 'error',
  438. 'message' => '查询任务状态失败: ' . $e->getMessage()
  439. ]) . "\n\n";
  440. ob_flush();
  441. flush();
  442. sleep($checkInterval);
  443. }
  444. }
  445. // 超时处理
  446. if (time() - $startTime >= $maxDuration) {
  447. echo "data: " . json_encode([
  448. 'type' => 'time_out',
  449. 'message' => '任务执行超时,请稍后查询任务状态',
  450. 'data' => [
  451. 'task_id' => $taskId
  452. ]
  453. ]) . "\n\n";
  454. ob_flush();
  455. flush();
  456. }
  457. }, 200, [
  458. 'Content-Type' => 'text/event-stream',
  459. 'Cache-Control' => 'no-cache',
  460. 'Connection' => 'keep-alive',
  461. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  462. ]);
  463. }
  464. /**
  465. * 批量生成分镜视频
  466. */
  467. public function batchSetSegmentVideos(Request $request) {
  468. // 忽略所有超时限制
  469. set_time_limit(0);
  470. ini_set('max_execution_time', '0');
  471. $data = $request->all();
  472. // 验证参数
  473. $validator = Validator::make($data, [
  474. 'anime_id' => 'required|string',
  475. 'episode_id' => 'required|integer',
  476. ], [
  477. 'anime_id.required' => '动漫对话ID不能为空',
  478. 'episode_id.required' => '剧集ID不能为空',
  479. 'episode_id.integer' => '剧集ID必须是整数',
  480. ]);
  481. if ($validator->fails()) {
  482. Utils::throwError('1002:' . $validator->errors()->first());
  483. }
  484. $animeId = $data['anime_id'];
  485. $episodeId = $data['episode_id'];
  486. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  487. if (!$episode) Utils::throwError('20003:分集不存在');
  488. $episodeNumber = $episode->episode_number;
  489. // 获取所有分镜信息
  490. $segments = DB::table('mp_episode_segments')
  491. ->where('anime_id', $animeId)
  492. ->where('episode_id', $episodeId)
  493. ->whereNotIn('video_task_status', ['已完成', '生成中'])
  494. ->orderBy('segment_number')
  495. ->get();
  496. if ($segments->isEmpty()) {
  497. Utils::throwError('20003:未找到分镜数据');
  498. }
  499. // 批量创建视频任务
  500. $taskIds = [];
  501. $segmentTasks = [];
  502. foreach ($segments as $segment) {
  503. try {
  504. // 检查是否已有视频或正在生成中
  505. if (!empty($segment->video_url) || $segment->video_task_status === '生成中') {
  506. continue;
  507. }
  508. // 获取分镜内容
  509. $segmentContent = $segment->segment_content ?: '';
  510. $tailFrame = $segment->tail_frame ?: '';
  511. // 构建完整的提示词
  512. $fullPrompt = $segmentContent;
  513. if ($tailFrame) {
  514. $fullPrompt .= "\n尾帧描述:$tailFrame";
  515. }
  516. // 智能选择视频时长
  517. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  518. $videoDuration = -1;
  519. // 默认模型
  520. // $model = getProp($data, 'model', 'doubao-seedance-1-0-pro-250528');
  521. $model = getProp($data, 'model', 'doubao-seedance-1-5-pro-251215');
  522. // 构建视频生成参数
  523. $videoParams = [
  524. 'model' => $model,
  525. 'alias_segment_id' => $segment->segment_id,
  526. 'prompt' => $fullPrompt,
  527. 'video_duration' => $videoDuration,
  528. 'video_resolution' => '720P',
  529. 'seed' => -1,
  530. 'ratio' => '16:9',
  531. 'generate_audio' => false,
  532. 'draft' => false,
  533. 'watermark' => false,
  534. 'camera_fixed' => false,
  535. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  536. ];
  537. // 如果分镜有图片,作为首帧
  538. $hasImage = !empty($segment->img_url);
  539. $hasVideo = !empty($segment->video_url);
  540. if ($hasImage) {
  541. $videoParams['first_frame_url'] = $segment->img_url;
  542. }
  543. // 构建content数组
  544. $videoParams['content'] = [
  545. [
  546. 'type' => 'text',
  547. 'text' => $videoParams['prompt'],
  548. ]
  549. ];
  550. // 如果有首帧图片,添加到content中
  551. if ($hasImage) {
  552. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  553. $videoParams['content'][] = [
  554. 'type' => 'image_url',
  555. 'image_url' => [
  556. 'url' => $videoParams['first_frame_url'],
  557. ],
  558. 'role' => 'reference_image',
  559. ];
  560. }else {
  561. $videoParams['content'][] = [
  562. 'type' => 'image_url',
  563. 'image_url' => [
  564. 'url' => $videoParams['first_frame_url'],
  565. ],
  566. 'role' => 'first_frame',
  567. ];
  568. }
  569. }
  570. // 获取配音音频URL和时长
  571. $audioUrl = $segment->audio_url ?? '';
  572. $audioDuration = $segment->audio_duration ?? 0;
  573. // 音频传入的前提:必须有至少一张图片或一个视频
  574. $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
  575. // 根据模型选择不同的视频生成方法
  576. if (strpos($model, 'jimeng') !== false) {
  577. // 即梦模型参数调整
  578. $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  579. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  580. unset($videoParams['ratio']);
  581. unset($videoParams['content']); // 即梦不使用content格式
  582. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  583. } elseif (strpos($model, 'kling') !== false) {
  584. // Keling模型参数调整
  585. $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
  586. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  587. unset($videoParams['ratio']);
  588. unset($videoParams['content']); // Keling不使用content格式
  589. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  590. } else {
  591. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  592. if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  593. // 添加配音音频到content中
  594. $videoParams['content'][] = [
  595. 'type' => 'audio_url',
  596. 'audio_url' => [
  597. 'url' => $audioUrl,
  598. ],
  599. 'role' => 'reference_audio',
  600. ];
  601. // 优化提示词,增加音频相关描述
  602. $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
  603. $videoParams['prompt'] = $audioPrompt;
  604. $videoParams['content'][0]['text'] = $audioPrompt;
  605. } else if ($audioDuration) {
  606. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  607. $videoParams['video_duration'] = max(2, min(12, ceil($audioDuration))); // seedance支持2-12s
  608. }
  609. // Seedance模型(默认)
  610. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  611. }
  612. $taskIds[] = $task->id;
  613. // 更新分镜表的视频任务信息
  614. DB::table('mp_episode_segments')
  615. ->where('segment_id', $segment->segment_id)
  616. ->update([
  617. 'video_task_id' => $task->id,
  618. 'video_task_status' => '生成中',
  619. 'updated_at' => date('Y-m-d H:i:s')
  620. ]);
  621. $segmentTasks[] = [
  622. 'segment_id' => $segment->segment_id,
  623. 'task_id' => $task->id,
  624. 'segment_number' => $segment->segment_number,
  625. ];
  626. } catch (\Exception $e) {
  627. $logData = [
  628. 'segment_id' => $segment->segment_id,
  629. 'anime_id' => $animeId,
  630. 'error' => $e->getMessage(),
  631. ];
  632. dLog('anime')->error('创建分镜视频任务失败', $logData);
  633. logDB('anime', 'error', '创建分镜视频任务失败', $logData);
  634. continue;
  635. }
  636. }
  637. if (empty($taskIds)) {
  638. Utils::throwError('20003:没有需要生成视频的分镜');
  639. }
  640. // 记录开始时间(包含创建任务的时间)
  641. $startTime = time();
  642. $maxDuration = 1800; // 30分钟超时
  643. // 设置 SSE 响应头并开始长连接
  644. return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration) {
  645. // 发送初始任务创建信息
  646. echo "data: " . json_encode([
  647. 'type' => 'init',
  648. 'data' => [
  649. 'anime_id' => $animeId,
  650. 'episode_id' => $episodeId,
  651. 'episode_number' => $episodeNumber,
  652. 'total_tasks' => count($taskIds),
  653. 'task_ids' => $taskIds,
  654. 'segments' => $segmentTasks,
  655. 'start_time' => $startTime,
  656. 'max_duration' => $maxDuration
  657. ]
  658. ]) . "\n\n";
  659. ob_flush();
  660. flush();
  661. $checkInterval = 10; // 每10秒检查一次
  662. $completedTasks = [];
  663. $failedTasks = [];
  664. // 检查是否已经超时(包含创建任务的时间)
  665. while (time() - $startTime < $maxDuration) {
  666. try {
  667. $allCompleted = true;
  668. $currentStatus = [];
  669. foreach ($segmentTasks as $segmentTask) {
  670. $taskId = $segmentTask['task_id'];
  671. $segmentId = $segmentTask['segment_id'];
  672. // 跳过已完成或失败的任务
  673. if (in_array($taskId, $completedTasks) || in_array($taskId, $failedTasks)) {
  674. continue;
  675. }
  676. // 查询任务状态
  677. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  678. if (!$task) {
  679. $failedTasks[] = $taskId;
  680. continue;
  681. }
  682. // 如果任务还在处理中,查询最新状态
  683. if ($task->status === 'processing') {
  684. // 根据任务类型查询不同的状态
  685. if ($task->task_type === 'jimeng') {
  686. $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  687. } elseif ($task->task_type === 'keling') {
  688. $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  689. } else {
  690. $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  691. }
  692. if (isset($statusResult['status'])) {
  693. // 更新任务状态
  694. $task->update([
  695. 'status' => $statusResult['status'],
  696. 'result_json' => $statusResult['result_json'] ?? [],
  697. 'result_url' => $statusResult['result_url'] ?? null,
  698. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  699. 'error_message' => $statusResult['error_message'] ?? null,
  700. 'completed_at' => in_array($statusResult['status'], [
  701. 'success',
  702. 'failed'
  703. ]) ? now() : null
  704. ]);
  705. // 如果任务成功,更新分镜表
  706. if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  707. try {
  708. DB::beginTransaction();
  709. $now = date('Y-m-d H:i:s');
  710. // 更新分镜表
  711. $updateResult = DB::table('mp_episode_segments')
  712. ->where('segment_id', $segmentId)
  713. ->update([
  714. 'video_url' => $statusResult['result_url'],
  715. 'video_task_status' => '已完成',
  716. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  717. 'updated_at' => $now
  718. ]);
  719. if (!$updateResult) {
  720. Utils::throwError('20003:更新分镜表失败');
  721. }
  722. DB::commit();
  723. $completedTasks[] = $taskId;
  724. // 发送单个任务完成通知
  725. echo "data: " . json_encode([
  726. 'type' => 'update',
  727. 'data' => [
  728. 'segment_id' => $segmentId,
  729. 'task_id' => $taskId,
  730. 'segment_number' => $segmentTask['segment_number'],
  731. 'status' => 'success',
  732. 'video_url' => $statusResult['result_url'],
  733. 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  734. 'completed_count' => count($completedTasks),
  735. 'total_count' => count($segmentTasks)
  736. ]
  737. ]) . "\n\n";
  738. ob_flush();
  739. flush();
  740. } catch (\Exception $e) {
  741. DB::rollBack();
  742. $logData = [
  743. 'segment_id' => $segmentId,
  744. 'task_id' => $taskId,
  745. 'error' => $e->getMessage()
  746. ];
  747. dLog('anime')->error('视频任务处理失败', $logData);
  748. logDB('anime', 'error', '视频任务处理失败', $logData);
  749. // 发送任务处理失败通知
  750. echo "data: " . json_encode([
  751. 'type' => 'error',
  752. 'data' => [
  753. 'segment_id' => $segmentId,
  754. 'task_id' => $taskId,
  755. 'segment_number' => $segmentTask['segment_number'],
  756. 'error_message' => '任务处理失败: ' . $e->getMessage()
  757. ]
  758. ]) . "\n\n";
  759. ob_flush();
  760. flush();
  761. }
  762. } elseif ($statusResult['status'] === 'failed') {
  763. $updateResult = DB::table('mp_episode_segments')
  764. ->where('segment_id', $segmentId)
  765. ->update([
  766. 'video_task_status' => '失败',
  767. 'updated_at' => date('Y-m-d H:i:s')
  768. ]);
  769. $failedTasks[] = $taskId;
  770. // 发送任务失败通知
  771. echo "data: " . json_encode([
  772. 'type' => 'update',
  773. 'data' => [
  774. 'segment_id' => $segmentId,
  775. 'task_id' => $taskId,
  776. 'segment_number' => $segmentTask['segment_number'],
  777. 'status' => 'failed',
  778. 'error_message' => $statusResult['error_message'] ?? '视频生成失败',
  779. 'failed_count' => count($failedTasks),
  780. 'total_count' => count($segmentTasks)
  781. ]
  782. ]) . "\n\n";
  783. ob_flush();
  784. flush();
  785. }
  786. }
  787. }
  788. // 收集当前状态
  789. $currentStatus[] = [
  790. 'segment_id' => $segmentId,
  791. 'task_id' => $taskId,
  792. 'segment_number' => $segmentTask['segment_number'],
  793. 'status' => $task->status,
  794. 'video_url' => $task->result_url,
  795. 'error_message' => $task->error_message
  796. ];
  797. // 检查是否还有未完成的任务
  798. if (!in_array($task->status, ['success', 'failed'])) {
  799. $allCompleted = false;
  800. }
  801. }
  802. // 发送整体进度更新
  803. echo "data: " . json_encode([
  804. 'type' => 'update',
  805. 'data' => [
  806. 'anime_id' => $animeId,
  807. 'episode_id' => $episodeId,
  808. 'episode_number' => $episodeNumber,
  809. 'completed_count' => count($completedTasks),
  810. 'failed_count' => count($failedTasks),
  811. 'total_count' => count($segmentTasks),
  812. 'elapsed_time' => time() - $startTime,
  813. 'remaining_time' => max(0, $maxDuration - (time() - $startTime)),
  814. 'segments_status' => $currentStatus
  815. ]
  816. ]) . "\n\n";
  817. ob_flush();
  818. flush();
  819. // 如果所有任务都完成了,结束连接
  820. if ($allCompleted) {
  821. // 获取最终结果
  822. $finalSegments = DB::table('mp_episode_segments')
  823. ->where('anime_id', $animeId)
  824. ->where('episode_id', $episodeId)
  825. ->orderBy('segment_number')
  826. ->select('segment_id', 'segment_number', 'video_url', 'video_task_status', 'last_frame_url')
  827. ->get();
  828. echo "data: " . json_encode([
  829. 'type' => 'completed',
  830. 'data' => [
  831. 'anime_id' => $animeId,
  832. 'episode_id' => $episodeId,
  833. 'episode_number' => $episodeNumber,
  834. 'completed_count' => count($completedTasks),
  835. 'failed_count' => count($failedTasks),
  836. 'total_count' => count($segmentTasks),
  837. 'total_elapsed_time' => time() - $startTime,
  838. 'segments' => $finalSegments->map(function($segment) {
  839. return [
  840. 'segment_id' => $segment->segment_id,
  841. 'segment_number' => $segment->segment_number,
  842. 'video_url' => $segment->video_url,
  843. 'status' => $segment->video_task_status,
  844. 'last_frame_url' => $segment->last_frame_url
  845. ];
  846. })->toArray()
  847. ]
  848. ]) . "\n\n";
  849. ob_flush();
  850. flush();
  851. break;
  852. }
  853. // 在睡眠前再次检查是否超时,避免不必要的等待
  854. if (time() - $startTime >= $maxDuration) {
  855. break;
  856. }
  857. sleep($checkInterval);
  858. } catch (\Exception $e) {
  859. echo "data: " . json_encode([
  860. 'type' => 'error',
  861. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  862. 'elapsed_time' => time() - $startTime,
  863. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  864. ]) . "\n\n";
  865. ob_flush();
  866. flush();
  867. // 检查是否超时,如果超时则停止循环
  868. if (time() - $startTime >= $maxDuration) {
  869. break;
  870. }
  871. sleep($checkInterval);
  872. }
  873. }
  874. // 超时处理 - 只有在真正超时时才执行
  875. if (time() - $startTime >= $maxDuration) {
  876. // 获取当前所有任务状态
  877. $timeoutSegments = DB::table('mp_episode_segments')
  878. ->where('anime_id', $animeId)
  879. ->where('episode_id', $episodeId)
  880. ->orderBy('segment_number')
  881. ->select('segment_id', 'segment_number', 'video_task_id', 'video_task_status', 'video_url')
  882. ->get();
  883. echo "data: " . json_encode([
  884. 'type' => 'time_out',
  885. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  886. 'data' => [
  887. 'anime_id' => $animeId,
  888. 'episode_id' => $episodeId,
  889. 'episode_number' => $episodeNumber,
  890. 'completed_count' => count($completedTasks),
  891. 'failed_count' => count($failedTasks),
  892. 'total_count' => count($segmentTasks),
  893. 'total_elapsed_time' => time() - $startTime,
  894. 'timeout_duration' => $maxDuration,
  895. 'segments' => $timeoutSegments->map(function($segment) {
  896. return [
  897. 'segment_id' => $segment->segment_id,
  898. 'segment_number' => $segment->segment_number,
  899. 'task_id' => $segment->video_task_id,
  900. 'status' => $segment->video_task_status,
  901. 'video_url' => $segment->video_url
  902. ];
  903. })->toArray()
  904. ]
  905. ]) . "\n\n";
  906. ob_flush();
  907. flush();
  908. }
  909. }, 200, [
  910. 'Content-Type' => 'text/event-stream',
  911. 'Cache-Control' => 'no-cache',
  912. 'Connection' => 'keep-alive',
  913. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  914. ]);
  915. }
  916. // 应用有声制作参数
  917. public function applyAudioData(Request $request) {
  918. $data = $request->all();
  919. $result = $this->AnimeService->applyAudioData($data);
  920. return $this->success(['success' => $result ? 1 : 0]);
  921. }
  922. // 获取分集生成图片信息
  923. public function episodePicsInfo(Request $request) {
  924. // 忽略所有超时限制
  925. set_time_limit(0);
  926. ini_set('max_execution_time', '0');
  927. $data = $request->all();
  928. // 获取生成器函数
  929. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  930. // 返回 SSE 响应
  931. return response()->stream($streamGenerator, 200, [
  932. 'Content-Type' => 'text/event-stream',
  933. 'Cache-Control' => 'no-cache',
  934. 'Connection' => 'keep-alive',
  935. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  936. ]);
  937. }
  938. /**
  939. * 创建完整视频合成任务
  940. *
  941. * @param Request $request
  942. * @return \Illuminate\Http\JsonResponse
  943. */
  944. public function createCompleteVideoTask(Request $request)
  945. {
  946. $data = $request->all();
  947. // 验证参数
  948. $validator = Validator::make($data, [
  949. 'anime_id' => 'required|string',
  950. 'episode_id' => 'required|string',
  951. ], [
  952. 'anime_id.required' => '请选择动漫',
  953. 'episode_id.required' => '请选择分集',
  954. ]);
  955. if ($validator->fails()) {
  956. Utils::throwError('1002:' . $validator->errors()->first());
  957. }
  958. try {
  959. $result = $this->AnimeService->createCompleteVideoTask($data);
  960. return $this->success($result);
  961. } catch (\Exception $e) {
  962. $logData = [
  963. 'anime_id' => $data['anime_id'] ?? '',
  964. 'episode_id' => $data['episode_id'] ?? '',
  965. 'error' => $e->getMessage()
  966. ];
  967. dLog('anime')->error('创建完整视频合成任务失败', $logData);
  968. logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
  969. return $this->error('20003:'.$e->getMessage());
  970. }
  971. }
  972. // 文生图(通用)
  973. public function generateImg(Request $request) {
  974. $data = $request->all();
  975. $result = $this->AnimeService->generateImg($data);
  976. return $this->success($result);
  977. }
  978. /**
  979. * 导出分集的全部图片(下载并打包)
  980. */
  981. public function exportEpisodeImages(Request $request) {
  982. // 忽略所有超时限制
  983. set_time_limit(0);
  984. ini_set('max_execution_time', '0');
  985. ini_set('memory_limit', '512M');
  986. $data = $request->all();
  987. // 验证参数
  988. $validator = Validator::make($data, [
  989. 'anime_id' => 'required|string',
  990. 'episode_id' => 'required|string',
  991. ], [
  992. 'anime_id.required' => '动漫ID不能为空',
  993. 'episode_id.required' => '剧集ID不能为空',
  994. ]);
  995. if ($validator->fails()) {
  996. Utils::throwError('1002:' . $validator->errors()->first());
  997. }
  998. $animeId = $data['anime_id'];
  999. $episodeId = $data['episode_id'];
  1000. try {
  1001. // 获取剧集信息
  1002. $episode = DB::table('mp_anime_episodes')
  1003. ->where('anime_id', $animeId)
  1004. ->where('id', $episodeId)
  1005. ->select('episode_number', 'title')
  1006. ->first();
  1007. if (!$episode) {
  1008. Utils::throwError('20003:未找到剧集信息');
  1009. }
  1010. // 获取所有分镜图片和音频
  1011. $segments = DB::table('mp_episode_segments')
  1012. ->where('anime_id', $animeId)
  1013. ->where('episode_id', $episodeId)
  1014. ->whereNotNull('img_url')
  1015. ->where('img_url', '!=', '')
  1016. ->orderBy('segment_number')
  1017. ->select('segment_id', 'segment_number', 'img_url', 'audio_url', 'act_number', 'act_title')
  1018. ->get();
  1019. if ($segments->isEmpty()) {
  1020. Utils::throwError('20003:该剧集暂无图片可导出');
  1021. }
  1022. // 创建临时目录
  1023. $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
  1024. if (!file_exists($tempDir)) {
  1025. mkdir($tempDir, 0755, true);
  1026. }
  1027. // 下载图片
  1028. $downloadedFiles = [];
  1029. foreach ($segments as $segment) {
  1030. try {
  1031. $imgUrl = $segment->img_url;
  1032. if (empty($imgUrl)) {
  1033. continue;
  1034. }
  1035. // 获取图片扩展名
  1036. $extension = pathinfo(parse_url($imgUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
  1037. if (empty($extension)) {
  1038. $extension = 'jpg';
  1039. }
  1040. // 构建文件名:分镜序号.扩展名
  1041. $fileName = sprintf(
  1042. '%03d.%s',
  1043. $segment->segment_number,
  1044. $extension
  1045. );
  1046. $filePath = $tempDir . '/' . $fileName;
  1047. // 下载图片(使用file_get_contents,兼容性更好)
  1048. $context = stream_context_create([
  1049. 'http' => [
  1050. 'timeout' => 30,
  1051. 'follow_location' => 1,
  1052. 'ignore_errors' => true
  1053. ],
  1054. 'ssl' => [
  1055. 'verify_peer' => false,
  1056. 'verify_peer_name' => false
  1057. ]
  1058. ]);
  1059. $imageData = @file_get_contents($imgUrl, false, $context);
  1060. if ($imageData !== false && !empty($imageData)) {
  1061. file_put_contents($filePath, $imageData);
  1062. $downloadedFiles[] = $filePath;
  1063. } else {
  1064. $logData = [
  1065. 'segment_id' => $segment->segment_id,
  1066. 'img_url' => $imgUrl
  1067. ];
  1068. dLog('anime')->warning('图片下载失败', $logData);
  1069. logDB('anime', 'warning', '图片下载失败', $logData);
  1070. }
  1071. } catch (\Exception $e) {
  1072. $logData = [
  1073. 'segment_id' => $segment->segment_id,
  1074. 'img_url' => $segment->img_url,
  1075. 'error' => $e->getMessage()
  1076. ];
  1077. dLog('anime')->error('下载图片异常', $logData);
  1078. logDB('anime', 'error', '下载图片异常', $logData);
  1079. continue;
  1080. }
  1081. }
  1082. if (empty($downloadedFiles)) {
  1083. // 清理临时目录
  1084. if (file_exists($tempDir)) {
  1085. array_map('unlink', glob("$tempDir/*"));
  1086. rmdir($tempDir);
  1087. }
  1088. Utils::throwError('20003:没有成功下载任何图片');
  1089. }
  1090. // 处理音频合成
  1091. $mergedAudioPath = null;
  1092. try {
  1093. // 检查 FFmpeg 是否可用
  1094. exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
  1095. $hasFfmpeg = ($ffmpegReturnCode === 0);
  1096. if ($hasFfmpeg) {
  1097. // 下载所有分镜的音频文件
  1098. $audioFiles = [];
  1099. foreach ($segments as $segment) {
  1100. if (!empty($segment->audio_url)) {
  1101. try {
  1102. $context = stream_context_create([
  1103. 'http' => [
  1104. 'timeout' => 30,
  1105. 'follow_location' => 1,
  1106. 'ignore_errors' => true
  1107. ],
  1108. 'ssl' => [
  1109. 'verify_peer' => false,
  1110. 'verify_peer_name' => false
  1111. ]
  1112. ]);
  1113. $audioData = @file_get_contents($segment->audio_url, false, $context);
  1114. if ($audioData !== false && !empty($audioData)) {
  1115. // 获取音频文件扩展名
  1116. $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
  1117. if (empty($audioExtension)) {
  1118. $audioExtension = 'wav';
  1119. }
  1120. $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
  1121. $audioFilePath = $tempDir . '/' . $audioFileName;
  1122. file_put_contents($audioFilePath, $audioData);
  1123. $audioFiles[] = $audioFilePath;
  1124. } else {
  1125. $logData = [
  1126. 'segment_id' => $segment->segment_id,
  1127. 'audio_url' => $segment->audio_url
  1128. ];
  1129. dLog('anime')->warning('音频下载失败', $logData);
  1130. logDB('anime', 'warning', '音频下载失败', $logData);
  1131. }
  1132. } catch (\Exception $e) {
  1133. $logData = [
  1134. 'segment_id' => $segment->segment_id,
  1135. 'audio_url' => $segment->audio_url,
  1136. 'error' => $e->getMessage()
  1137. ];
  1138. dLog('anime')->error('下载音频异常', $logData);
  1139. logDB('anime', 'error', '下载音频异常', $logData);
  1140. }
  1141. }
  1142. }
  1143. // 如果有音频文件,则进行合成
  1144. if (!empty($audioFiles)) {
  1145. // 创建 FFmpeg concat 文件列表
  1146. $concatFile = $tempDir . '/concat.txt';
  1147. $concatContent = '';
  1148. foreach ($audioFiles as $audioFile) {
  1149. // 使用相对路径,避免路径中的特殊字符问题
  1150. $concatContent .= "file '" . basename($audioFile) . "'\n";
  1151. }
  1152. file_put_contents($concatFile, $concatContent);
  1153. // 合成音频文件
  1154. $mergedAudioPath = $tempDir . '/tts.wav';
  1155. // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
  1156. $ffmpegCommand = sprintf(
  1157. 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
  1158. escapeshellarg($tempDir),
  1159. escapeshellarg(basename($concatFile)),
  1160. escapeshellarg(basename($mergedAudioPath))
  1161. );
  1162. exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
  1163. if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
  1164. $logData = [
  1165. 'command' => $ffmpegCommand,
  1166. 'output' => implode("\n", $ffmpegOutput),
  1167. 'return_code' => $ffmpegReturnCode
  1168. ];
  1169. dLog('anime')->error('FFmpeg 合成音频失败', $logData);
  1170. logDB('anime', 'error', 'FFmpeg 合成音频失败', $logData);
  1171. $mergedAudioPath = null;
  1172. } else {
  1173. $logData = [
  1174. 'audio_count' => count($audioFiles),
  1175. 'output_file' => $mergedAudioPath,
  1176. 'file_size' => filesize($mergedAudioPath)
  1177. ];
  1178. dLog('anime')->info('音频合成成功', $logData);
  1179. logDB('anime', 'info', '音频合成成功', $logData);
  1180. }
  1181. // 清理临时音频文件和 concat 文件
  1182. foreach ($audioFiles as $audioFile) {
  1183. if (file_exists($audioFile)) {
  1184. @unlink($audioFile);
  1185. }
  1186. }
  1187. if (file_exists($concatFile)) {
  1188. @unlink($concatFile);
  1189. }
  1190. }
  1191. } else {
  1192. dLog('anime')->warning('FFmpeg 未安装,跳过音频合成');
  1193. logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
  1194. }
  1195. } catch (\Exception $e) {
  1196. $logData = [
  1197. 'error' => $e->getMessage(),
  1198. 'trace' => $e->getTraceAsString()
  1199. ];
  1200. dLog('anime')->error('音频合成过程异常', $logData);
  1201. logDB('anime', 'error', '音频合成过程异常', $logData);
  1202. // 音频合成失败不影响图片导出
  1203. $mergedAudioPath = null;
  1204. }
  1205. // 创建zip文件
  1206. $zipFileName = sprintf(
  1207. '%s.zip',
  1208. $episode->title ?: '未命名'
  1209. );
  1210. $zipFilePath = storage_path('app/temp/' . $zipFileName);
  1211. $zip = new \ZipArchive();
  1212. if ($zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE) !== true) {
  1213. // 清理临时文件
  1214. array_map('unlink', $downloadedFiles);
  1215. rmdir($tempDir);
  1216. Utils::throwError('20003:创建ZIP文件失败');
  1217. }
  1218. // 添加图片文件到zip
  1219. foreach ($downloadedFiles as $file) {
  1220. $zip->addFile($file, basename($file));
  1221. }
  1222. // 添加合成的音频文件到zip
  1223. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1224. $zip->addFile($mergedAudioPath, 'tts.wav');
  1225. }
  1226. $zip->close();
  1227. // 清理临时图片文件
  1228. array_map('unlink', $downloadedFiles);
  1229. // 清理合成的音频文件
  1230. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1231. @unlink($mergedAudioPath);
  1232. }
  1233. rmdir($tempDir);
  1234. // 返回文件下载响应
  1235. return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
  1236. } catch (\Exception $e) {
  1237. $logData = [
  1238. 'anime_id' => $animeId,
  1239. 'episode_id' => $episodeId,
  1240. 'error' => $e->getMessage()
  1241. ];
  1242. dLog('anime')->error('导出分集图片失败', $logData);
  1243. logDB('anime', 'error', '导出分集图片失败', $logData);
  1244. // 清理可能存在的临时文件
  1245. if (isset($tempDir) && file_exists($tempDir)) {
  1246. array_map('unlink', glob("$tempDir/*"));
  1247. rmdir($tempDir);
  1248. }
  1249. if (isset($zipFilePath) && file_exists($zipFilePath)) {
  1250. unlink($zipFilePath);
  1251. }
  1252. throw $e;
  1253. }
  1254. }
  1255. /**
  1256. * 监控分镜图片和音频生成任务进度(SSE)
  1257. */
  1258. public function monitorSegmentTasks(Request $request) {
  1259. // 忽略所有超时限制
  1260. set_time_limit(0);
  1261. ini_set('max_execution_time', '0');
  1262. $data = $request->all();
  1263. // 验证参数
  1264. $validator = Validator::make($data, [
  1265. 'anime_id' => 'required|string',
  1266. 'episode_id' => 'required|string',
  1267. ], [
  1268. 'anime_id.required' => '动漫ID不能为空',
  1269. 'episode_id.required' => '剧集ID不能为空',
  1270. ]);
  1271. if ($validator->fails()) {
  1272. Utils::throwError('1002:' . $validator->errors()->first());
  1273. }
  1274. $animeId = $data['anime_id'];
  1275. $episodeId = $data['episode_id'];
  1276. // 获取所有分镜信息
  1277. $segments = DB::table('mp_episode_segments')
  1278. ->where('anime_id', $animeId)
  1279. ->where('episode_id', $episodeId)
  1280. // ->whereNotNull('pic_task_id')
  1281. ->orderBy('segment_number')
  1282. ->select('segment_id', 'segment_number', 'pic_task_id', 'pic_task_status', 'audio_task_id', 'audio_task_status', 'img_url', 'audio_url')
  1283. ->get();
  1284. if ($segments->isEmpty()) {
  1285. Utils::throwError('20003:未找到分镜任务数据');
  1286. }
  1287. $startTime = time();
  1288. $maxDuration = 900; // 15分钟超时
  1289. $checkInterval = 5; // 每5秒检查一次
  1290. // 设置 SSE 响应头并开始长连接
  1291. return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval) {
  1292. // 发送初始任务信息
  1293. echo "data: " . json_encode([
  1294. 'type' => 'init',
  1295. 'data' => [
  1296. 'anime_id' => $animeId,
  1297. 'episode_id' => $episodeId,
  1298. 'total_segments' => count($segments),
  1299. 'start_time' => $startTime,
  1300. 'max_duration' => $maxDuration
  1301. ]
  1302. ]) . "\n\n";
  1303. ob_flush();
  1304. flush();
  1305. $completedSegments = [];
  1306. $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
  1307. $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
  1308. while (time() - $startTime < $maxDuration) {
  1309. try {
  1310. $updatedImages = []; // 记录本次循环中更新的图片信息
  1311. foreach ($segments as $segment) {
  1312. $segmentId = $segment->segment_id;
  1313. $picTaskId = $segment->pic_task_id;
  1314. // 跳过已处理完成的分镜
  1315. if (in_array($segmentId, $processedSegments)) {
  1316. continue;
  1317. }
  1318. $picCompleted = false;
  1319. $audioCompleted = false;
  1320. $picProcessed = false;
  1321. $audioProcessed = false;
  1322. // 检查图片任务状态
  1323. if ($picTaskId) {
  1324. $picTask = DB::table('mp_generate_pic_tasks')
  1325. ->where('id', $picTaskId)
  1326. ->select('status', 'result_url', 'error_message')
  1327. ->first();
  1328. if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
  1329. $updateData = [
  1330. 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
  1331. 'updated_at' => date('Y-m-d H:i:s')
  1332. ];
  1333. $imgUrl = '';
  1334. if ($picTask->status === 'success' && !empty($picTask->result_url)) {
  1335. // 更新分镜表的图片URL
  1336. $resultUrls = json_decode($picTask->result_url, true);
  1337. $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
  1338. $updateData['img_url'] = $imgUrl;
  1339. $picCompleted = true;
  1340. } else if ($picTask->status === 'failed') {
  1341. // 失败时清空图片URL
  1342. $updateData['img_url'] = '';
  1343. }
  1344. DB::table('mp_episode_segments')
  1345. ->where('segment_id', $segmentId)
  1346. ->update($updateData);
  1347. // 记录更新的图片信息(只有未通知过的才记录)
  1348. if (!in_array($segmentId, $notifiedSegments)) {
  1349. $updatedImages[] = [
  1350. 'segment_id' => $segmentId,
  1351. 'segment_number' => $segment->segment_number,
  1352. 'img_url' => $imgUrl,
  1353. 'status' => $picTask->status === 'success' ? 'success' : 'failed'
  1354. ];
  1355. // 标记为已通知
  1356. $notifiedSegments[] = $segmentId;
  1357. }
  1358. $picProcessed = true;
  1359. }
  1360. }
  1361. // 检查音频任务状态
  1362. $audioTask = DB::table('mp_dub_video_tasks')
  1363. ->where('alias_segment_id', $segmentId)
  1364. ->orderBy('id', 'desc')
  1365. ->select('generate_status', 'audio_url')
  1366. ->first();
  1367. if ($audioTask && in_array($audioTask->generate_status, ['执行成功', '执行失败'])) {
  1368. $updateData = [
  1369. 'audio_task_status' => $audioTask->generate_status === '执行成功' ? '已完成' : '失败',
  1370. 'updated_at' => date('Y-m-d H:i:s')
  1371. ];
  1372. if ($audioTask->generate_status === '执行成功' && !empty($audioTask->audio_url)) {
  1373. $updateData['audio_url'] = $audioTask->audio_url;
  1374. $audioCompleted = true;
  1375. } else if ($audioTask->generate_status === '执行失败') {
  1376. // 失败时清空音频URL
  1377. $updateData['audio_url'] = '';
  1378. }
  1379. // 静默更新分镜表的音频URL(不输出通知)
  1380. DB::table('mp_episode_segments')
  1381. ->where('segment_id', $segmentId)
  1382. ->update($updateData);
  1383. $audioProcessed = true;
  1384. }
  1385. // 如果图片和音频都成功完成,标记为已完成
  1386. if ($picCompleted && $audioCompleted) {
  1387. $completedSegments[] = $segmentId;
  1388. }
  1389. // 如果图片和音频都已处理完成(成功或失败),标记为已处理
  1390. if ($picProcessed && $audioProcessed) {
  1391. $processedSegments[] = $segmentId;
  1392. }
  1393. }
  1394. // 如果有图片更新,发送具体的图片更新信息
  1395. if (!empty($updatedImages)) {
  1396. echo "data: " . json_encode([
  1397. 'type' => 'update',
  1398. 'data' => [
  1399. 'anime_id' => $animeId,
  1400. 'episode_id' => $episodeId,
  1401. 'updated_images' => $updatedImages,
  1402. 'completed_count' => count($completedSegments), // 成功完成的数量
  1403. 'processed_count' => count($processedSegments), // 已处理完成的数量(成功+失败)
  1404. 'total_count' => count($segments),
  1405. 'elapsed_time' => time() - $startTime,
  1406. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1407. ]
  1408. ]) . "\n\n";
  1409. ob_flush();
  1410. flush();
  1411. }
  1412. // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
  1413. if (count($processedSegments) === count($segments)) {
  1414. // 获取剧集信息
  1415. $episode = DB::table('mp_anime_episodes')
  1416. ->where('anime_id', $animeId)
  1417. ->where('id', $episodeId)
  1418. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1419. ->first();
  1420. if ($episode) {
  1421. $episode = (array)$episode;
  1422. $episode['roles'] = json_decode($episode['roles'], true);
  1423. $episode['scenes'] = json_decode($episode['scenes'], true);
  1424. // 获取所有分镜信息
  1425. $allSegments = DB::table('mp_episode_segments')
  1426. ->where('anime_id', $animeId)
  1427. ->where('episode_id', $episodeId)
  1428. ->orderBy('segment_number')
  1429. ->select('*')
  1430. ->get()
  1431. ->map(function ($value) {
  1432. return (array)$value;
  1433. })->toArray();
  1434. // 按照episodeInfo的格式组织数据
  1435. $acts = [];
  1436. foreach($allSegments as $segment) {
  1437. $segmentData = [
  1438. 'segment_id' => getProp($segment, 'segment_id'),
  1439. 'segment_number' => getProp($segment, 'segment_number'),
  1440. 'segment_content' => getProp($segment, 'segment_content'),
  1441. 'description' => getProp($segment, 'description'),
  1442. 'composition' => getProp($segment, 'composition'),
  1443. 'camera_movement' => getProp($segment, 'camera_movement'),
  1444. 'voice_actor' => getProp($segment, 'voice_actor'),
  1445. 'dialogue' => getProp($segment, 'dialogue'),
  1446. 'frame_type' => getProp($segment, 'frame_type'),
  1447. 'scene' => getProp($segment, 'scene'),
  1448. 'characters' => getProp($segment, 'characters'),
  1449. 'tail_frame' => getProp($segment, 'tail_frame'),
  1450. 'emotion' => getProp($segment, 'emotion'),
  1451. 'emotion_type' => getProp($segment, 'emotion_type'),
  1452. 'gender' => getProp($segment, 'gender'),
  1453. 'speed_ratio' => getProp($segment, 'speed_ratio'),
  1454. 'loudness_ratio' => getProp($segment, 'loudness_ratio'),
  1455. 'emotion_scale' => getProp($segment, 'emotion_scale'),
  1456. 'pitch' => getProp($segment, 'pitch'),
  1457. 'voice_name' => getProp($segment, 'voice_name'),
  1458. 'voice_type' => getProp($segment, 'voice_type'),
  1459. 'voice_audio_url' => getProp($segment, 'voice_audio_url'),
  1460. 'img_url' => getProp($segment, 'img_url'),
  1461. 'audio_url' => getProp($segment, 'audio_url'),
  1462. 'video_url' => getProp($segment, 'video_url'),
  1463. 'last_frame_url' => getProp($segment, 'last_frame_url'),
  1464. ];
  1465. $actNumber = getProp($segment, 'act_number');
  1466. if (isset($acts[$actNumber])) {
  1467. $acts[$actNumber]['segments'][] = $segmentData;
  1468. } else {
  1469. $acts[$actNumber] = [
  1470. 'act_number' => $actNumber,
  1471. 'act_title' => getProp($segment, 'act_title'),
  1472. 'segments' => [$segmentData]
  1473. ];
  1474. }
  1475. }
  1476. $episode['acts'] = array_values($acts);
  1477. }
  1478. echo "data: " . json_encode([
  1479. 'type' => 'completed',
  1480. 'data' => [
  1481. 'anime_id' => $animeId,
  1482. 'episode_id' => $episodeId,
  1483. 'completed_count' => count($completedSegments), // 成功完成的数量
  1484. 'processed_count' => count($processedSegments), // 已处理完成的数量(成功+失败)
  1485. 'total_count' => count($segments),
  1486. 'total_elapsed_time' => time() - $startTime,
  1487. 'episode_info' => $episode ?? null
  1488. ]
  1489. ]) . "\n\n";
  1490. ob_flush();
  1491. flush();
  1492. break;
  1493. }
  1494. // 检查是否超时
  1495. if (time() - $startTime >= $maxDuration) {
  1496. break;
  1497. }
  1498. sleep($checkInterval);
  1499. } catch (\Exception $e) {
  1500. echo "data: " . json_encode([
  1501. 'type' => 'error',
  1502. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1503. 'elapsed_time' => time() - $startTime,
  1504. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1505. ]) . "\n\n";
  1506. ob_flush();
  1507. flush();
  1508. if (time() - $startTime >= $maxDuration) {
  1509. break;
  1510. }
  1511. sleep($checkInterval);
  1512. }
  1513. }
  1514. // 超时处理
  1515. if (time() - $startTime >= $maxDuration) {
  1516. echo "data: " . json_encode([
  1517. 'type' => 'time_out',
  1518. 'message' => '分镜任务监控已超时15分钟,停止状态查询',
  1519. 'data' => [
  1520. 'anime_id' => $animeId,
  1521. 'episode_id' => $episodeId,
  1522. 'completed_count' => count($completedSegments), // 成功完成的数量
  1523. 'processed_count' => count($processedSegments), // 已处理完成的数量(成功+失败)
  1524. 'total_count' => count($segments),
  1525. 'total_elapsed_time' => time() - $startTime,
  1526. 'timeout_duration' => $maxDuration
  1527. ]
  1528. ]) . "\n\n";
  1529. ob_flush();
  1530. flush();
  1531. }
  1532. }, 200, [
  1533. 'Content-Type' => 'text/event-stream',
  1534. 'Cache-Control' => 'no-cache',
  1535. 'Connection' => 'keep-alive',
  1536. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1537. ]);
  1538. }
  1539. }