| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069 |
- <?php
- namespace App\Http\Controllers\Anime;
- use App\Transformer\Anime\AnimeTransformer;
- use App\Facade\Site;
- use App\Consts\ErrorConst;
- use App\Exceptions\ApiException;
- use App\Libs\ApiResponse;
- use App\Libs\Utils;
- use App\Models\MpGenerateVideoTask;
- use App\Services\AIGeneration\AIImageGenerationService;
- use App\Services\AIGeneration\AIVideoGenerationService;
- use App\Services\Anime\AnimeService;
- use Illuminate\Http\Request;
- use Illuminate\Routing\Controller as BaseController;
- use Illuminate\Support\Facades\DB;
- use Illuminate\Support\Facades\Redis;
- use Illuminate\Support\Facades\Validator;
- class AnimeController extends BaseController
- {
- use ApiResponse;
- protected $AnimeService;
- protected $AIImageGenerationService;
- protected $AIVideoGenerationService;
- public function __construct(
- AnimeService $AnimeService,
- AIImageGenerationService $AIImageGenerationService,
- AIVideoGenerationService $AIVideoGenerationService
- ) {
- $this->AnimeService = $AnimeService;
- $this->AIImageGenerationService = $AIImageGenerationService;
- $this->AIVideoGenerationService = $AIVideoGenerationService;
- }
- // 文字模型
- public function textModel() {
- $query = DB::table('mp_text_models')->where('is_enabled', 1);
-
- // 支持 model 搜索
- if ($model = request('model')) {
- $query->where('model', 'like', "%{$model}%");
- }
-
- // 支持 name 搜索
- if ($name = request('name')) {
- $query->where('name', 'like', "%{$name}%");
- }
-
- $models = $query->select('model', 'name')->get()->map(function ($value) {
- return (array)$value;
- })->toArray();
-
- return $this->success($models);
- }
- // 图片模型
- public function imageModel() {
- $query = DB::table('mp_image_models')->where('is_enabled', 1);
-
- // 支持 model 搜索
- if ($model = request('model')) {
- $query->where('model', 'like', "%{$model}%");
- }
-
- // 支持 name 搜索
- if ($name = request('name')) {
- $query->where('name', 'like', "%{$name}%");
- }
-
- $models = $query->select('model', 'name')->get()->map(function ($value) {
- return (array)$value;
- })->toArray();
-
- return $this->success($models);
- }
- // 视频模型
- public function videoModel() {
- $query = DB::table('mp_video_models')->where('is_enabled', 1);
-
- // 支持 model 搜索
- if ($model = request('model')) {
- $query->where('model', 'like', "%{$model}%");
- }
-
- // 支持 name 搜索
- if ($name = request('name')) {
- $query->where('name', 'like', "%{$name}%");
- }
-
- $models = $query->select('model', 'name')->get()->map(function ($value) {
- return (array)$value;
- })->toArray();
-
- return $this->success($models);
- }
- public function artStyleList()
- {
- $result = [
- [
- 'art_style' => '唯美真人风格',
- 'pic_url' => "http://zw-ai.oss-cn-hangzhou.aliyuncs.com/mp_audio/art_styles/%E5%94%AF%E7%BE%8E%E7%9C%9F%E4%BA%BA.jpg"
- ],
- [
- 'art_style' => '真人古风风格',
- 'pic_url' => "http://zw-ai.oss-cn-hangzhou.aliyuncs.com/mp_audio/art_styles/%E7%9C%9F%E4%BA%BA%E5%8F%A4%E9%A3%8E.jpg"
- ],
- [
- 'art_style' => '日系动漫风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/日系动漫风格.jpg"
- ],
- [
- 'art_style' => '国漫风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/国漫风格.jpg"
- ],
- [
- 'art_style' => 'Q版卡通风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/Q版卡通风格.jpg"
- ],
- [
- 'art_style' => '简约扁平风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/简约扁平风格.jpg"
- ],
- [
- 'art_style' => '古风仙侠风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/古风仙侠风格.jpg"
- ],
- [
- 'art_style' => '武侠风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/武侠风格.jpg"
- ],
- [
- 'art_style' => '新中式水墨风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/新中式水墨风格.jpg"
- ],
- [
- 'art_style' => '写实插画风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/写实插画风格.jpg"
- ],
- [
- 'art_style' => '3D卡通风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/3D卡通风格.jpg"
- ],
- [
- 'art_style' => '条漫风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/条漫风格.jpg"
- ],
- [
- 'art_style' => '赛博朋克风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/赛博朋克风格.jpg"
- ],
- [
- 'art_style' => '暗黑悬疑风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/暗黑悬疑风格.jpg"
- ],
- [
- 'art_style' => '治愈清新风格',
- 'pic_url' => "https://cdn-zwai.ycsd.cn/mp_audio/art_styles/治愈清新风格.jpg"
- ],
- ];
- return $this->success($result);
- }
- // 新建动漫
- public function createAnime(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->createAnime($data);
- return $this->success(['anime_id' => $result]);
- }
- // 编辑动漫
- public function editAnime(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->editAnime($data);
- return $this->success(['success'=>$result ? 1 : 0]);
- }
- // 删除动漫
- public function delAnime(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->delAnime($data);
- return $this->success(['success'=>$result ? 1 : 0]);
- }
- // 批量生成主体图片
- public function batchSetRoleImg(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- $result = $this->AnimeService->batchSetRoleImg($data);
- return $this->success($result);
- }
- // 批量生成场景图片
- public function batchSetSceneImg(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- $result = $this->AnimeService->batchSetSceneImg($data);
- return $this->success($result);
- }
- // 修改分集主体列表
- public function changeEpisodeRoles(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->changeEpisodeRoles($data);
- return $this->success(['success'=>$result ? 1 : 0]);
- }
- // 修改分集场景列表
- public function changeEpisodeScenes(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->changeEpisodeScenes($data);
- return $this->success(['success'=>$result ? 1 : 0]);
- }
- // 编辑分镜剧本
- public function editSegment(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->editSegment($data);
- return $this->success(['success'=>$result ? 1 : 0]);
- }
- // 动漫对话列表
- public function chatList(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->chatList($data);
- return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
- }
- // 动漫对话历史记录
- public function chatHistory(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->chatHistory($data);
- return $this->success($result);
- }
- // 动漫大纲
- public function animeDetail(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->animeDetail($data);
- return $this->success($result);
- }
- // 动漫剧集
- public function episodeInfo(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->episodeInfo($data);
- return $this->success($result);
- }
- // 分镜信息
- public function segmentInfo(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->segmentInfo($data);
- return $this->success($result);
- }
- // 复制剧集副本
- public function copyEpisodeVersion(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->copyEpisodeVersion($data);
- return $this->success($result);
- }
- // 剧集副本列表
- public function episodeVersions(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->episodeVersions($data);
- return $this->success($result);
- }
- // 绑定剧集副本
- public function bindEpisodeVersion(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->bindEpisodeVersion($data);
- return $this->success(['success' => $result ? 1 : 0]);
- }
- // 对话改图
- public function chatChangeImg(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->chatChangeImg($data);
- return $this->success(['img_url' => $result]);
- }
- public function segmentChatHistory(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->segmentChatHistory($data);
- return $this->success($result);
- }
- // 一键生成分镜
- public function batchSetSegmentPics(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- $result = $this->AnimeService->batchSetSegmentPics($data);
- return $this->success($result);
- }
- // 重新生成分镜
- public function reGenerateSegment(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- $result = $this->AnimeService->reGenerateSegment($data);
- return $this->success(['img_url'=>$result]);
- }
- // 添加分镜
- public function addSegment(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- $result = $this->AnimeService->addSegment($data);
- return $this->success($result);
- }
- // 复制分镜
- public function copySegment(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->copySegment($data);
- return $this->success($result);
- }
- // 移动分镜
- public function moveSegment(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->moveSegment($data);
- return $this->success(['success'=>$result ? 1: 0]);
- }
- // 删除分镜
- public function delSegment(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->delSegment($data);
- return $this->success(['success'=>$result ? 1: 0]);
- }
- public function applySegment(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->applySegment($data);
- return $this->success(['success'=>$result ? 1: 0]);
- }
- // 分镜历史图片|视频
- public function segmentHistory(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->segmentHistory($data);
- return $this->success($result);
- }
- public function createSegmentVideoTask(Request $request) {
- $uid = Site::getUid();
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
-
- // 验证参数
- $validator = Validator::make($data, [
- 'segment_id' => 'required|string',
- 'tail_frame' => 'nullable|string|max:500',
- ], [
- 'segment_id.required' => '分镜ID不能为空',
- 'tail_frame.max' => '尾帧描述不能超过500个字符',
- ]);
-
- if ($validator->fails()) {
- Utils::throwError('1002:' . $validator->errors()->first());
- }
-
- // 创建视频生成任务
- $result = $this->AnimeService->createSegmentVideoTask($data);
- $taskId = $result['task_id'];
-
- // 设置 SSE 响应头
- return response()->stream(function () use ($taskId, $result, $uid) {
- // 设置 SSE 响应头
- echo "data: " . json_encode([
- 'type' => 'init',
- 'data' => $result
- ]) . "\n\n";
- ob_flush();
- flush();
-
- $startTime = time();
- $maxDuration = 300; // 5分钟超时
- $checkInterval = 5; // 每5秒检查一次
-
- while (time() - $startTime < $maxDuration) {
- try {
- // 查询任务状态
- $task = \App\Models\MpGenerateVideoTask::find($taskId);
- if (!$task) {
- echo "data: " . json_encode([
- 'type' => 'error',
- 'message' => '任务不存在'
- ]) . "\n\n";
- ob_flush();
- flush();
- break;
- }
-
- // 如果任务还在处理中,查询最新状态
- if ($task->status === 'processing') {
- // 根据任务类型查询不同的状态
- if ($task->task_type === 'jimeng') {
- $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
- } elseif ($task->task_type === 'keling') {
- $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
- } else {
- $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
- }
- if (isset($statusResult['status'])) {
- // 更新任务状态
- $task->update([
- 'status' => $statusResult['status'],
- 'result_url' => $statusResult['result_url'] ?? null,
- 'compressed_url' => $statusResult['compressed_url'] ?? null,
- 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
- 'error_message' => $statusResult['error_message'] ?? null,
- 'completed_at' => in_array($statusResult['status'], [
- 'success',
- 'failed'
- ]) ? now() : null
- ]);
-
- // 如果任务成功,更新分镜表
- if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
- try {
- DB::beginTransaction();
-
- $now = date('Y-m-d H:i:s');
-
- // 获取分镜ID
- $segment = DB::table('mp_episode_segments')
- ->where('video_task_id', $taskId)
- ->first();
-
- if (!$segment) {
- throw new \Exception('未找到对应的分镜记录');
- }
-
- $segmentId = $segment->segment_id;
- $anime_id = $segment->anime_id;
- $episode_number = $segment->episode_number;
- $tail_frame = $segment->tail_frame;
-
- // 更新分镜表
- $segmentUpdateData = [
- 'origin_video_url' => $statusResult['result_url'],
- 'video_task_status' => '已完成',
- 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
- 'current_type' => 2,
- 'updated_at' => $now
- ];
- $compressed_video_url = compressVideo($statusResult['result_url']);
- $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
-
- // 只有当video_duration存在且大于0时才更新
- if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
- $segmentUpdateData['video_duration'] = $statusResult['video_duration'];
- $segmentUpdateData['video_time_point_start'] = 0;
- // $segmentUpdateData['video_time_point_end'] = $statusResult['video_duration'];
- $segmentUpdateData['video_time_point_end'] = $segment->audio_duration ?? 0;
- }
-
- $updateResult = DB::table('mp_episode_segments')
- ->where('segment_id', $segmentId)
- ->update($segmentUpdateData);
-
- if (!$updateResult) {
- Utils::throwError('20003:更新分镜表失败');
- }
- // 更新分镜视频成功后新增对话记录
- // 保存对话记录
- $records = [
- [
- 'uid' => $uid,
- 'anime_id' => $anime_id,
- 'sequence' => $episode_number,
- 'role' => 'user',
- 'content' => '图片转视频',
- 'segment_id' => $segmentId,
- 'video_url' => '',
- 'created_at' => $now,
- 'updated_at' => $now
- ],
- [
- 'uid' => $uid,
- 'anime_id' => $anime_id,
- 'sequence' => $episode_number,
- 'role' => 'assistant',
- 'content' => $tail_frame,
- 'segment_id' => $segmentId,
- 'video_url' => $statusResult['result_url'],
- 'created_at' => $now,
- 'updated_at' => $now
- ]
- ];
- DB::table('mp_anime_records')->insert($records);
-
- DB::commit();
-
- } catch (\Exception $e) {
- DB::rollBack();
-
- $logData = [
- 'task_id' => $taskId,
- 'error' => $e->getMessage()
- ];
- dLog('anime')->error('视频任务处理失败', $logData);
- logDB('anime', 'error', '视频任务处理失败', $logData);
- }
- } elseif ($statusResult['status'] === 'failed') {
- DB::table('mp_episode_segments')
- ->where('video_task_id', $taskId)
- ->update([
- 'video_task_status' => '失败',
- 'updated_at' => date('Y-m-d H:i:s')
- ]);
- }
- }
- }
-
- // 发送当前状态
- echo "data: " . json_encode([
- 'type' => 'update',
- 'data' => [
- 'task_id' => $task->id,
- 'status' => $task->status,
- 'result_url' => $task->result_url,
- 'error_message' => $task->error_message,
- 'elapsed_time' => time() - $startTime
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
-
- // 如果任务完成(成功或失败),结束连接
- if (in_array($task->status, [
- 'success',
- 'failed'
- ])) {
- echo "data: " . json_encode([
- 'type' => 'completed',
- 'data' => [
- 'task_id' => $task->id,
- 'status' => $task->status,
- 'video_url' => $task->compressed_url ?: $task->result_url,
- 'origin_video_url' => $task->result_url,
- 'last_frame_url' => $task->last_frame_url,
- 'error_message' => $task->error_message
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
- break;
- }
-
- sleep($checkInterval);
-
- } catch (\Exception $e) {
- echo "data: " . json_encode([
- 'type' => 'error',
- 'message' => '查询任务状态失败: ' . $e->getMessage()
- ]) . "\n\n";
- ob_flush();
- flush();
- sleep($checkInterval);
- }
- }
-
- // 超时处理
- if (time() - $startTime >= $maxDuration) {
- echo "data: " . json_encode([
- 'type' => 'time_out',
- 'message' => '任务执行超时,请稍后查询任务状态',
- 'data' => [
- 'task_id' => $taskId
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
- }
-
- }, 200, [
- 'Content-Type' => 'text/event-stream',
- 'Cache-Control' => 'no-cache',
- 'Connection' => 'keep-alive',
- 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
- ]);
- }
- /**
- * 批量生成分镜视频
- */
- public function batchSetSegmentVideos(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
-
- // 验证参数
- $validator = Validator::make($data, [
- 'anime_id' => 'required|string',
- 'episode_id' => 'required|integer',
- ], [
- 'anime_id.required' => '动漫对话ID不能为空',
- 'episode_id.required' => '剧集ID不能为空',
- 'episode_id.integer' => '剧集ID必须是整数',
- ]);
-
- if ($validator->fails()) {
- Utils::throwError('1002:' . $validator->errors()->first());
- }
-
- $animeId = $data['anime_id'];
- $episodeId = $data['episode_id'];
- $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
- if (!$episode) Utils::throwError('20003:分集不存在');
- $episodeNumber = $episode->episode_number;
- $ratio = !empty($episode->ratio) ? $episode->ratio : '9:16';
- $generate_audio = getProp($data, 'generate_audio', 0);
-
- // 处理视频模型(在循环外统一处理)
- $model = getProp($data, 'model');
- if (!$model) {
- // 用户没有输入,从episode表获取
- $model = getProp($episode, 'video_model');
- if (!$model) {
- // episode表也没有,使用默认值
- $model = 'doubao-seedance-1-5-pro-251215';
- }
- }
- // 验证模型是否在可用模型表中
- if (!DB::table('mp_video_models')->where('model', $model)->where('is_enabled', 1)->exists()) {
- $model = 'doubao-seedance-1-5-pro-251215';
- }
-
- // 获取所有分镜信息
- $segments = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->whereNotIn('video_task_status', ['已完成', '生成中'])
- ->orderBy('segment_number')
- ->get();
-
- if ($segments->isEmpty()) {
- Utils::throwError('20003:未找到分镜数据');
- }
-
- // 批量创建视频任务
- $taskIds = [];
- $segmentTasks = [];
-
- foreach ($segments as $segment) {
- try {
- // 检查视频任务正在生成中或当前状态为视频
- if ($segment->video_task_status === '生成中' || (int)$segment->current_type === 2) {
- continue;
- }
-
- // 获取分镜内容
- $segmentContent = $segment->segment_content ?: '';
- $tailFrame = $segment->tail_frame ?: '';
-
- // 判断 $segmentContent 是否有台词内容,如果有则确保使用中文左右双引号
- $hasDialogue = false;
- if (preg_match('/(?:台词内容|台词|对白|对话)[::]\s*([^\n]+)/u', $segmentContent, $dialogueMatch)) {
- $dialogue = trim($dialogueMatch[1]);
-
- // 如果台词不为空且不是"无"
- if (!empty($dialogue) && $dialogue !== '无') {
- // 过滤掉所有符号(引号、标点、空格等),只保留文字内容来判断是否有实际台词
- $dialogueFiltered = preg_replace('/[""\'\',。!?、;:…—\-\s\p{P}\p{S}]/u', '', $dialogue);
- if (!empty($dialogueFiltered) && $dialogueFiltered !== '无') {
- $hasDialogue = true;
- }
-
- $dialogue = preg_replace('/^["”]/u', '“', $dialogue); // 替换句首英文双引号或中文右双引号
- $dialogue = preg_replace('/["“]$/u', '”', $dialogue); // 替换句尾英文双引号或中文左双引号
- // 句首或句尾没有中文双引号,则分别添加中文左右双引号
- if (!preg_match('/^[“]/', $dialogue)) {
- $dialogue = '“' . $dialogue;
- }
- if (!preg_match('/[”]$/', $dialogue)) {
- $dialogue .= '”';
- }
-
- // 将修改后的台词替换回 $segmentContent
- $originalDialogue = $dialogueMatch[1];
- $segmentContent = str_replace($originalDialogue, $dialogue, $segmentContent);
- }
- }
-
- // 检查 $segmentContent 中是否已有尾帧描述
- $contentHasTailFrame = preg_match('/(?:尾帧描述|尾帧)[::]\s*([^\n]+)/u', $segmentContent, $contentTailFrameMatch);
-
- // 确定最终使用的尾帧描述(优先级:segmentContent自带 > 分镜表字段)
- $finalTailFrame = '';
- if ($contentHasTailFrame) {
- // segmentContent 中有尾帧描述,使用它
- $finalTailFrame = trim($contentTailFrameMatch[1]);
- } else {
- // segmentContent 中没有,使用分镜表中的尾帧描述
- $finalTailFrame = $tailFrame;
- }
-
- // 构建完整的提示词
- $fullPrompt = $segmentContent;
- if ($finalTailFrame && !$contentHasTailFrame) {
- // 只有当 segmentContent 中没有尾帧描述时才追加
- $fullPrompt .= "\n尾帧描述:$finalTailFrame";
- }
-
- // 去除多余的换行符(将连续多个换行符替换为单个换行符)
- $fullPrompt = preg_replace('/\n{2,}/', "\n", $fullPrompt);
- $fullPrompt = trim($fullPrompt);
- // 当前是否启用音效同出(没台词强制关闭音效同出,节省资源收费)
- $current_generate_audio = $hasDialogue ? $generate_audio : 0;
-
- // 智能选择视频时长
- // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
- $videoDuration = -1;
-
- // 构建视频生成参数
- $videoParams = [
- 'model' => $model,
- 'alias_segment_id' => $segment->segment_id,
- 'prompt' => $fullPrompt,
- 'video_duration' => $videoDuration,
- 'video_resolution' => '720P',
- 'seed' => -1,
- 'ratio' => $ratio,
- 'generate_audio' => (int)$current_generate_audio === 0 ? false : true,
- 'draft' => false,
- 'watermark' => false,
- 'camera_fixed' => false,
- // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
- ];
-
- // 如果分镜有图片,作为首帧
- $hasImage = !empty($segment->img_url);
- $hasVideo = !empty($segment->video_url);
-
- if ($hasImage) {
- $videoParams['first_frame_url'] = $segment->img_url;
- }
-
- // 构建content数组
- $videoParams['content'] = [
- [
- 'type' => 'text',
- 'text' => $videoParams['prompt'],
- ]
- ];
-
- // 如果有首帧图片,添加到content中
- if ($hasImage) {
- if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
- $videoParams['content'][] = [
- 'type' => 'image_url',
- 'image_url' => [
- 'url' => $videoParams['first_frame_url'],
- ],
- 'role' => 'reference_image',
- ];
- }else {
- $videoParams['content'][] = [
- 'type' => 'image_url',
- 'image_url' => [
- 'url' => $videoParams['first_frame_url'],
- ],
- 'role' => 'first_frame',
- ];
- }
- }
-
- // 获取配音音频URL和时长
- $audioUrl = $segment->audio_url ?? '';
- $audioDuration = $segment->audio_duration ?? 0;
-
- // 音频传入的前提:必须有至少一张图片或一个视频
- $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
-
- // 根据模型选择不同的视频生成方法
- if (strpos($model, 'jimeng') !== false) {
- // 即梦模型参数调整
- $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
- $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
- unset($videoParams['ratio']);
- unset($videoParams['content']); // 即梦不使用content格式
- $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
- } elseif (strpos($model, 'kling') !== false) {
- // Keling模型参数调整
- $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
- $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
- unset($videoParams['ratio']);
- unset($videoParams['content']); // Keling不使用content格式
- $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
- } else {
- // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
- if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
- // 添加配音音频到content中
- $videoParams['content'][] = [
- 'type' => 'audio_url',
- 'audio_url' => [
- 'url' => $audioUrl,
- ],
- 'role' => 'reference_audio',
- ];
-
- // 优化提示词,增加音频相关描述
- $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
- $videoParams['prompt'] = $audioPrompt;
- $videoParams['content'][0]['text'] = $audioPrompt;
- } else if ($audioDuration) {
- // 有音频时长则需将视频时长设置为比音频时长更长的整数
- $videoParams['video_duration'] = max(4, min(12, ceil($audioDuration))); // seedance支持2-12s
- }
- // Seedance模型(默认)
- $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
- }
- $taskIds[] = $task->id;
-
- // 更新分镜表的视频任务信息
- DB::table('mp_episode_segments')
- ->where('segment_id', $segment->segment_id)
- ->update([
- 'video_task_id' => $task->id,
- 'video_task_status' => '生成中',
- 'updated_at' => date('Y-m-d H:i:s')
- ]);
-
- $segmentTasks[] = [
- 'segment_id' => $segment->segment_id,
- 'task_id' => $task->id,
- 'segment_number' => $segment->segment_number,
- 'tail_frame' => $segment->tail_frame,
- 'audio_duration' => $segment->audio_duration,
- ];
-
- } catch (\Exception $e) {
- $logData = [
- 'segment_id' => $segment->segment_id,
- 'anime_id' => $animeId,
- 'error' => $e->getMessage(),
- ];
- dLog('anime')->error('创建分镜视频任务失败', $logData);
- logDB('anime', 'error', '创建分镜视频任务失败', $logData);
- continue;
- }
- }
-
- if (empty($taskIds)) {
- Utils::throwError('20003:没有需要生成视频的分镜');
- }
-
- // 保存模型到episode表
- DB::table('mp_anime_episodes')->where('id', $episodeId)->update([
- 'video_model' => $model,
- 'updated_at' => date('Y-m-d H:i:s')
- ]);
-
- // 记录开始时间(包含创建任务的时间)
- $startTime = time();
- $maxDuration = 1800; // 30分钟超时
-
- $uid = Site::getUid();
- // 设置 SSE 响应头并开始长连接
- return response()->stream(function () use ($taskIds, $segmentTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration, $uid) {
- $checkInterval = 10; // 每10秒检查一次
-
- // 初始化任务数组
- $totalTasks = $taskIds; // 所有任务ID
- $completeTasks = []; // 已完成的任务ID(包含失败)
- $successTasks = []; // 成功的任务ID
-
- // 发送初始任务创建信息
- echo "data: " . json_encode([
- 'type' => 'init',
- 'total_tasks_count' => count($totalTasks),
- 'completed_tasks_count' => count($completeTasks),
- 'success_tasks_count' => count($successTasks)
- ]) . "\n\n";
- ob_flush();
- flush();
-
- while (time() - $startTime < $maxDuration) {
- try {
- $hasUpdate = false; // 标记是否有更新
-
- // 获取所有任务的最新状态
- foreach ($totalTasks as $taskId) {
- // 如果任务已经在完成列表中,跳过
- if (in_array($taskId, $completeTasks)) {
- continue;
- }
-
- $task = \App\Models\MpGenerateVideoTask::find($taskId);
- if (!$task) {
- continue;
- }
-
- // 如果任务还在处理中,查询最新状态
- if ($task->status === 'processing') {
- // 根据任务类型查询不同的状态
- if ($task->task_type === 'jimeng') {
- $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
- } elseif ($task->task_type === 'keling') {
- $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
- } else {
- $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
- }
-
- if (isset($statusResult['status'])) {
- // 更新任务状态
- $task->update([
- 'status' => $statusResult['status'],
- 'result_json' => $statusResult['result_json'] ?? [],
- 'result_url' => $statusResult['result_url'] ?? null,
- 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
- 'error_message' => $statusResult['error_message'] ?? null,
- 'completed_at' => in_array($statusResult['status'], [
- 'success',
- 'failed'
- ]) ? now() : null
- ]);
-
- // 如果任务成功,更新分镜表
- if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
- try {
- DB::beginTransaction();
-
- $now = date('Y-m-d H:i:s');
-
- // 获取分镜ID
- $segmentId = null;
- foreach ($segmentTasks as $segmentTask) {
- if ($segmentTask['task_id'] == $taskId) {
- $segmentId = $segmentTask['segment_id'];
- $tail_frame = $segmentTask['tail_frame'];
- $audio_duration = $segmentTask['audio_duration'];
- break;
- }
- }
-
- if ($segmentId) {
- // 更新分镜表
- $segmentUpdateData = [
- 'origin_video_url' => $statusResult['result_url'],
- 'video_task_status' => '已完成',
- 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
- 'current_type' => 2,
- 'updated_at' => $now
- ];
- $compressed_video_url = compressVideo($statusResult['result_url']);
- $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
-
- // 只有当video_duration存在且大于0时才更新
- if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
- $segmentUpdateData['video_duration'] = $statusResult['video_duration'];
- $segmentUpdateData['video_time_point_start'] = 0;
- // $segmentUpdateData['video_time_point_end'] = $statusResult['video_duration'];
- $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
- }
-
- $updateResult = DB::table('mp_episode_segments')
- ->where('segment_id', $segmentId)
- ->update($segmentUpdateData);
-
- if ($updateResult) {
- // 更新分镜视频成功后新增对话记录
- $records = [
- [
- 'uid' => $uid,
- 'anime_id' => $animeId,
- 'sequence' => $episodeNumber,
- 'role' => 'user',
- 'content' => '图片转视频',
- 'segment_id' => $segmentId,
- 'video_url' => '',
- 'created_at' => $now,
- 'updated_at' => $now
- ],
- [
- 'uid' => $uid,
- 'anime_id' => $animeId,
- 'sequence' => $episodeNumber,
- 'role' => 'assistant',
- 'content' => $tail_frame ?? '',
- 'segment_id' => $segmentId,
- 'video_url' => $statusResult['result_url'],
- 'created_at' => $now,
- 'updated_at' => $now
- ]
- ];
-
- DB::table('mp_anime_records')->insert($records);
- }
- }
-
- DB::commit();
-
- } catch (\Exception $e) {
- DB::rollBack();
-
- $logData = [
- 'task_id' => $taskId,
- 'error' => $e->getMessage()
- ];
- dLog('anime')->error('视频任务处理失败', $logData);
- logDB('anime', 'error', '视频任务处理失败', $logData);
- }
-
- } elseif ($statusResult['status'] === 'failed') {
- // 获取分镜ID并更新失败状态
- foreach ($segmentTasks as $segmentTask) {
- if ($segmentTask['task_id'] == $taskId) {
- DB::table('mp_episode_segments')
- ->where('segment_id', $segmentTask['segment_id'])
- ->update([
- 'video_task_status' => '失败',
- 'updated_at' => date('Y-m-d H:i:s')
- ]);
- break;
- }
- }
- }
- }
- }
-
- // 检查任务是否完成(成功或失败)
- if (in_array($task->status, ['success', 'failed'])) {
- $completeTasks[] = $taskId;
- $hasUpdate = true;
-
- if ($task->status === 'success') {
- $successTasks[] = $taskId;
- }
- }
- }
-
- // 如果有更新,发送update通知
- if ($hasUpdate) {
- echo "data: " . json_encode([
- 'type' => 'update',
- 'total_tasks_count' => count($totalTasks),
- 'completed_tasks_count' => count($completeTasks),
- 'success_tasks_count' => count($successTasks)
- ]) . "\n\n";
- ob_flush();
- flush();
- }
-
- // 如果所有任务都完成了,结束连接
- if (count($completeTasks) >= count($totalTasks)) {
- // 获取所有成功任务的分镜信息
- $successSegments = [];
- foreach ($successTasks as $taskId) {
- // 通过taskId找到对应的segmentTask
- foreach ($segmentTasks as $segmentTask) {
- if ($segmentTask['task_id'] == $taskId) {
- $segment = DB::table('mp_episode_segments')
- ->where('segment_id', $segmentTask['segment_id'])
- ->select('segment_id', 'video_url')
- ->first();
-
- if ($segment && !empty($segment->video_url)) {
- $successSegments[] = [
- 'segment_id' => $segment->segment_id,
- 'video_url' => $segment->video_url
- ];
- }
- break;
- }
- }
- }
-
- echo "data: " . json_encode([
- 'type' => 'completed',
- 'total_tasks_count' => count($totalTasks),
- 'completed_tasks_count' => count($completeTasks),
- 'success_tasks_count' => count($successTasks),
- 'success_segments' => $successSegments
- ]) . "\n\n";
- ob_flush();
- flush();
- break;
- }
-
- // 检查是否超时
- if (time() - $startTime >= $maxDuration) {
- break;
- }
-
- sleep($checkInterval);
-
- } catch (\Exception $e) {
- echo "data: " . json_encode([
- 'type' => 'error',
- 'message' => '查询任务状态失败: ' . $e->getMessage(),
- 'total_tasks_count' => count($totalTasks),
- 'completed_tasks_count' => count($completeTasks),
- 'success_tasks_count' => count($successTasks)
- ]) . "\n\n";
- ob_flush();
- flush();
-
- // 检查是否超时,如果超时则停止循环
- if (time() - $startTime >= $maxDuration) {
- break;
- }
-
- sleep($checkInterval);
- }
- }
-
- // 超时处理
- if (time() - $startTime >= $maxDuration) {
- echo "data: " . json_encode([
- 'type' => 'time_out',
- 'message' => '批量视频生成已超时30分钟,停止状态查询',
- 'total_tasks_count' => count($totalTasks),
- 'completed_tasks_count' => count($completeTasks),
- 'success_tasks_count' => count($successTasks)
- ]) . "\n\n";
- ob_flush();
- flush();
- }
-
- }, 200, [
- 'Content-Type' => 'text/event-stream',
- 'Cache-Control' => 'no-cache',
- 'Connection' => 'keep-alive',
- 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
- ]);
- }
- // 应用有声制作参数
- public function applyAudioData(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->applyAudioData($data);
- return $this->success($result);
- }
- // 获取分集生成图片信息
- public function episodePicsInfo(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- // 获取生成器函数
- $streamGenerator = $this->AnimeService->episodePicsInfo($data);
- // 返回 SSE 响应
- return response()->stream($streamGenerator, 200, [
- 'Content-Type' => 'text/event-stream',
- 'Cache-Control' => 'no-cache',
- 'Connection' => 'keep-alive',
- 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
- ]);
- }
- public function clipSegmentVideo(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->clipSegmentVideo($data);
- return $this->success(['success'=>$result ? 1: 0]);
- }
- /**
- * 创建完整视频合成任务
- *
- * @param Request $request
- * @return \Illuminate\Http\JsonResponse
- */
- public function createCompleteVideoTask(Request $request)
- {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
-
- // 验证参数
- $validator = Validator::make($data, [
- 'anime_id' => 'required|string',
- 'episode_id' => 'required|string',
- ], [
- 'anime_id.required' => '请选择动漫',
- 'episode_id.required' => '请选择分集',
- ]);
-
- if ($validator->fails()) {
- Utils::throwError('1002:' . $validator->errors()->first());
- }
-
- try {
- $result = $this->AnimeService->createCompleteVideoTask($data);
- return $this->success($result);
- } catch (\Exception $e) {
- $logData = [
- 'anime_id' => $data['anime_id'] ?? '',
- 'episode_id' => $data['episode_id'] ?? '',
- 'error' => $e->getMessage()
- ];
- dLog('anime')->error('创建完整视频合成任务失败', $logData);
- logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
- return $this->error('20003:'.$e->getMessage());
- }
- }
- // 文生图(通用)
- public function generateImg(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
- $result = $this->AnimeService->generateImg($data);
- return $this->success($result);
- }
- /**
- * 导出分集的全部图片(下载并打包)
- */
- public function exportEpisodeImages(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- ini_set('memory_limit', '512M');
- $data = $request->all();
-
- // 验证参数
- $validator = Validator::make($data, [
- 'anime_id' => 'required|string',
- 'episode_id' => 'required|string',
- ], [
- 'anime_id.required' => '动漫ID不能为空',
- 'episode_id.required' => '剧集ID不能为空',
- ]);
-
- if ($validator->fails()) {
- Utils::throwError('1002:' . $validator->errors()->first());
- }
-
- $animeId = $data['anime_id'];
- $episodeId = $data['episode_id'];
-
- try {
- // 获取剧集信息
- $episode = DB::table('mp_anime_episodes')
- ->where('anime_id', $animeId)
- ->where('id', $episodeId)
- ->select('episode_number', 'title')
- ->first();
-
- if (!$episode) {
- Utils::throwError('20003:未找到剧集信息');
- }
-
- // 获取所有分镜图片和音频
- $segments = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->whereNotNull('img_url')
- ->where('img_url', '!=', '')
- ->orderBy('segment_number')
- ->select('segment_id', 'segment_number', 'img_url', 'video_url', 'audio_url', 'act_number', 'act_title')
- ->get();
-
- if ($segments->isEmpty()) {
- Utils::throwError('20003:该剧集暂无图片可导出');
- }
-
- // 创建临时目录
- $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
- if (!file_exists($tempDir)) {
- mkdir($tempDir, 0755, true);
- }
-
- // 下载图片或视频
- $downloadedFiles = [];
- foreach ($segments as $segment) {
- try {
- // 优先使用video_url,如果没有则使用img_url
- $mediaUrl = !empty($segment->video_url) ? $segment->video_url : $segment->img_url;
-
- if (empty($mediaUrl)) {
- continue;
- }
-
- // 获取文件扩展名
- $extension = pathinfo(parse_url($mediaUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
- if (empty($extension)) {
- // 根据URL类型设置默认扩展名
- $extension = !empty($segment->video_url) ? 'mp4' : 'jpg';
- }
-
- // 构建文件名:分镜序号.扩展名
- $fileName = sprintf(
- '%03d.%s',
- $segment->segment_number,
- $extension
- );
- $filePath = $tempDir . '/' . $fileName;
-
- // 下载文件(使用file_get_contents,兼容性更好)
- $context = stream_context_create([
- 'http' => [
- 'timeout' => 30,
- 'follow_location' => 1,
- 'ignore_errors' => true
- ],
- 'ssl' => [
- 'verify_peer' => false,
- 'verify_peer_name' => false
- ]
- ]);
-
- $fileData = @file_get_contents($mediaUrl, false, $context);
-
- if ($fileData !== false && !empty($fileData)) {
- file_put_contents($filePath, $fileData);
- $downloadedFiles[] = $filePath;
- } else {
- $logData = [
- 'segment_id' => $segment->segment_id,
- 'media_url' => $mediaUrl,
- 'type' => !empty($segment->video_url) ? 'video' : 'image'
- ];
- dLog('anime')->warning('文件下载失败', $logData);
- logDB('anime', 'warning', '文件下载失败', $logData);
- }
-
- } catch (\Exception $e) {
- $logData = [
- 'segment_id' => $segment->segment_id,
- 'video_url' => $segment->video_url,
- 'img_url' => $segment->img_url,
- 'error' => $e->getMessage()
- ];
- dLog('anime')->error('下载文件异常', $logData);
- logDB('anime', 'error', '下载文件异常', $logData);
- continue;
- }
- }
-
- if (empty($downloadedFiles)) {
- // 清理临时目录
- if (file_exists($tempDir)) {
- array_map('unlink', glob("$tempDir/*"));
- rmdir($tempDir);
- }
- Utils::throwError('20003:没有成功下载任何图片');
- }
-
- // 处理音频合成
- $mergedAudioPath = null;
- try {
- // 检查 FFmpeg 是否可用
- exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
- $hasFfmpeg = ($ffmpegReturnCode === 0);
-
- if ($hasFfmpeg) {
- // 下载所有分镜的音频文件
- $audioFiles = [];
- foreach ($segments as $segment) {
- if (!empty($segment->audio_url)) {
- try {
- $context = stream_context_create([
- 'http' => [
- 'timeout' => 30,
- 'follow_location' => 1,
- 'ignore_errors' => true
- ],
- 'ssl' => [
- 'verify_peer' => false,
- 'verify_peer_name' => false
- ]
- ]);
-
- $audioData = @file_get_contents($segment->audio_url, false, $context);
-
- if ($audioData !== false && !empty($audioData)) {
- // 获取音频文件扩展名
- $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
- if (empty($audioExtension)) {
- $audioExtension = 'wav';
- }
-
- $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
- $audioFilePath = $tempDir . '/' . $audioFileName;
- file_put_contents($audioFilePath, $audioData);
- $audioFiles[] = $audioFilePath;
- } else {
- $logData = [
- 'segment_id' => $segment->segment_id,
- 'audio_url' => $segment->audio_url
- ];
- dLog('anime')->warning('音频下载失败', $logData);
- logDB('anime', 'warning', '音频下载失败', $logData);
- }
- } catch (\Exception $e) {
- $logData = [
- 'segment_id' => $segment->segment_id,
- 'audio_url' => $segment->audio_url,
- 'error' => $e->getMessage()
- ];
- dLog('anime')->error('下载音频异常', $logData);
- logDB('anime', 'error', '下载音频异常', $logData);
- }
- }
- }
-
- // 如果有音频文件,则进行合成
- if (!empty($audioFiles)) {
- // 创建 FFmpeg concat 文件列表
- $concatFile = $tempDir . '/concat.txt';
- $concatContent = '';
- foreach ($audioFiles as $audioFile) {
- // 使用相对路径,避免路径中的特殊字符问题
- $concatContent .= "file '" . basename($audioFile) . "'\n";
- }
- file_put_contents($concatFile, $concatContent);
-
- // 合成音频文件
- $mergedAudioPath = $tempDir . '/tts.wav';
-
- // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
- $ffmpegCommand = sprintf(
- 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
- escapeshellarg($tempDir),
- escapeshellarg(basename($concatFile)),
- escapeshellarg(basename($mergedAudioPath))
- );
-
- exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
-
- if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
- $logData = [
- 'command' => $ffmpegCommand,
- 'output' => implode("\n", $ffmpegOutput),
- 'return_code' => $ffmpegReturnCode
- ];
- dLog('anime')->error('FFmpeg 合成音频失败', $logData);
- logDB('anime', 'error', 'FFmpeg 合成音频失败', $logData);
- $mergedAudioPath = null;
- } else {
- $logData = [
- 'audio_count' => count($audioFiles),
- 'output_file' => $mergedAudioPath,
- 'file_size' => filesize($mergedAudioPath)
- ];
- dLog('anime')->info('音频合成成功', $logData);
- logDB('anime', 'info', '音频合成成功', $logData);
- }
-
- // 清理临时音频文件和 concat 文件
- foreach ($audioFiles as $audioFile) {
- if (file_exists($audioFile)) {
- @unlink($audioFile);
- }
- }
- if (file_exists($concatFile)) {
- @unlink($concatFile);
- }
- }
- } else {
- dLog('anime')->warning('FFmpeg 未安装,跳过音频合成');
- logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
- }
- } catch (\Exception $e) {
- $logData = [
- 'error' => $e->getMessage(),
- 'trace' => $e->getTraceAsString()
- ];
- dLog('anime')->error('音频合成过程异常', $logData);
- logDB('anime', 'error', '音频合成过程异常', $logData);
- // 音频合成失败不影响图片导出
- $mergedAudioPath = null;
- }
-
- // 创建zip文件
- $zipFileName = sprintf(
- '%s.zip',
- $episode->title ?: '未命名'
- );
- $zipFilePath = storage_path('app/temp/' . $zipFileName);
-
- $zip = new \ZipArchive();
- if ($zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE) !== true) {
- // 清理临时文件
- array_map('unlink', $downloadedFiles);
- rmdir($tempDir);
- Utils::throwError('20003:创建ZIP文件失败');
- }
-
- // 添加图片文件到zip
- foreach ($downloadedFiles as $file) {
- $zip->addFile($file, basename($file));
- }
-
- // 添加合成的音频文件到zip
- if ($mergedAudioPath && file_exists($mergedAudioPath)) {
- $zip->addFile($mergedAudioPath, 'tts.wav');
- }
-
- $zip->close();
-
- // 清理临时图片文件
- array_map('unlink', $downloadedFiles);
-
- // 清理合成的音频文件
- if ($mergedAudioPath && file_exists($mergedAudioPath)) {
- @unlink($mergedAudioPath);
- }
-
- rmdir($tempDir);
-
- // 返回文件下载响应
- return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
-
- } catch (\Exception $e) {
- $logData = [
- 'anime_id' => $animeId,
- 'episode_id' => $episodeId,
- 'error' => $e->getMessage()
- ];
- dLog('anime')->error('导出分集图片失败', $logData);
- logDB('anime', 'error', '导出分集图片失败', $logData);
-
- // 清理可能存在的临时文件
- if (isset($tempDir) && file_exists($tempDir)) {
- array_map('unlink', glob("$tempDir/*"));
- rmdir($tempDir);
- }
- if (isset($zipFilePath) && file_exists($zipFilePath)) {
- unlink($zipFilePath);
- }
-
- throw $e;
- }
- }
- /**
- * 监控分镜图片和音频生成任务进度(SSE)
- */
- public function monitorSegmentTasks(Request $request) {
- // 忽略所有超时限制
- set_time_limit(0);
- ini_set('max_execution_time', '0');
- $data = $request->all();
-
- // 验证参数
- $validator = Validator::make($data, [
- 'anime_id' => 'required|string',
- 'episode_id' => 'required|string',
- ], [
- 'anime_id.required' => '动漫ID不能为空',
- 'episode_id.required' => '剧集ID不能为空',
- ]);
-
- if ($validator->fails()) {
- Utils::throwError('1002:' . $validator->errors()->first());
- }
-
- $animeId = $data['anime_id'];
- $episodeId = $data['episode_id'];
-
- // 查询没有pic_task_id的分镜个数
- $noPicTaskCount = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->where(function($query) {
- $query->whereNull('pic_task_id')
- ->orWhere('pic_task_id', '');
- })
- ->count('id');
-
- // 获取所有分镜信息
- $segments = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->where('pic_task_id', '!=', '')
- ->orderBy('segment_number')
- ->get();
- // 判断是否有未完成的任务
- $uncompleted_pic_count = DB::table('mp_episode_segments')->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->whereNotIn('pic_task_status', ['已完成', '失败'])->count('id');
-
- // 获取dialogue和voice_type存在但audio_url不存在的分镜个数
- $uncompleted_audio_count = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->where('dialogue', '<>', '')
- ->whereNotNull('dialogue')
- ->where('voice_type', '<>', '')
- ->whereNotNull('voice_type')
- ->where(function($query) {
- $query->whereNull('audio_url')
- ->orWhere('audio_url', '');
- })
- ->count('id');
-
- if ($segments->isEmpty()) {
- Utils::throwError('20003:未找到分镜任务数据');
- }
-
- $startTime = time();
- $maxDuration = 900; // 15分钟超时
- $checkInterval = 5; // 每5秒检查一次
-
- // 设置 SSE 响应头并开始长连接
- return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval, $uncompleted_pic_count, $uncompleted_audio_count, $noPicTaskCount) {
- if ($uncompleted_pic_count == 0 && $uncompleted_audio_count == 0) {
- $completedCount = DB::table('mp_episode_segments')->where('anime_id', $animeId)->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->where('pic_task_status', '已完成')->count('id');
- // 获取剧集信息之前先处理视频截止时间点
- $this->handleVideoTimePointEnd();
- // 获取剧集信息
- $episode = DB::table('mp_anime_episodes')
- ->where('anime_id', $animeId)
- ->where('id', $episodeId)
- ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
- ->first();
-
- if ($episode) {
- $episode = (array)$episode;
- $episode['roles'] = json_decode($episode['roles'], true);
- $episode['scenes'] = json_decode($episode['scenes'], true);
-
- // 获取所有分镜信息
- $allSegments = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->orderBy('segment_number')
- ->select('*')
- ->get()
- ->map(function ($value) {
- return (array)$value;
- })->toArray();
-
- // 按照episodeInfo的格式组织数据
- $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
- $episode['acts'] = $segmentsStructure['acts'];
- $episode['total_duration'] = $segmentsStructure['total_duration'];
- }
- echo "data: " . json_encode([
- 'type' => 'completed',
- 'data' => [
- 'anime_id' => $animeId,
- 'episode_id' => $episodeId,
- 'completed_count' => $completedCount, // 成功完成的数量
- 'processed_count' => count($segments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
- 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
- 'total_elapsed_time' => time() - $startTime,
- 'episode_info' => $episode ?? null
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
- return;
- }
- // 发送初始任务信息
- echo "data: " . json_encode([
- 'type' => 'init',
- 'data' => [
- 'anime_id' => $animeId,
- 'episode_id' => $episodeId,
- 'total_segments' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
- 'start_time' => $startTime,
- 'max_duration' => $maxDuration
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
-
- $completedSegments = [];
- $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
- $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
-
- while (time() - $startTime < $maxDuration) {
- try {
- $updatedImages = []; // 记录本次循环中更新的图片信息
-
- foreach ($segments as $segment) {
- $segmentId = $segment->segment_id;
- $picTaskId = $segment->pic_task_id;
- $audioUrl = $segment->audio_url;
-
- // 跳过已处理完成的分镜
- if (in_array($segmentId, $processedSegments)) {
- continue;
- }
-
- $picCompleted = false;
- $audioCompleted = false;
- $picProcessed = false;
- $audioProcessed = false;
-
- // 检查图片任务状态
- if ($picTaskId) {
- $picTask = DB::table('mp_generate_pic_tasks')
- ->where('id', $picTaskId)
- ->select('status', 'result_url', 'error_message')
- ->first();
-
- if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
- $updateData = [
- 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
- 'updated_at' => date('Y-m-d H:i:s')
- ];
-
- $imgUrl = '';
- if ($picTask->status === 'success' && !empty($picTask->result_url)) {
- // 更新分镜表的图片URL
- $resultUrls = json_decode($picTask->result_url, true);
- $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
- $updateData['img_url'] = $imgUrl;
- $picCompleted = true;
- } else if ($picTask->status === 'failed') {
- // 失败时清空图片URL
- $updateData['img_url'] = '';
- }
-
- DB::table('mp_episode_segments')
- ->where('segment_id', $segmentId)
- ->update($updateData);
-
- // 记录更新的图片信息(只有未通知过的才记录)
- if (!in_array($segmentId, $notifiedSegments)) {
- $updatedImages[] = [
- 'segment_id' => $segmentId,
- 'segment_number' => $segment->segment_number,
- 'img_url' => $imgUrl,
- 'status' => $picTask->status === 'success' ? 'success' : 'failed'
- ];
-
- // 标记为已通知
- $notifiedSegments[] = $segmentId;
- }
-
- $picProcessed = true;
- }
- }
-
- // 检查音频状态
- // 获取分镜的dialogue、voice_type和audio_url信息
- $segmentInfo = DB::table('mp_episode_segments')
- ->where('segment_id', $segmentId)
- ->select('dialogue', 'voice_type', 'audio_url')
- ->first();
-
- $needAudio = false;
- $currentAudioUrl = '';
-
- if ($segmentInfo) {
- $dialogue = trim((string)getProp($segmentInfo, 'dialogue'));
- $voiceType = trim((string)getProp($segmentInfo, 'voice_type'));
- $currentAudioUrl = trim((string)getProp($segmentInfo, 'audio_url'));
-
- // 如果有对话和音色类型,则需要音频
- if (!empty($dialogue) && !empty($voiceType)) {
- $needAudio = true;
- }
- }
-
- // 判断音频状态
- if ($needAudio) {
- // 需要音频的情况下,检查audio_url是否有值
- if (!empty($currentAudioUrl)) {
- $audioCompleted = true;
- $audioProcessed = true;
- } else {
- // 需要音频但还没有,继续等待
- $audioCompleted = false;
- $audioProcessed = false;
- }
- } else {
- // 不需要音频,直接标记为已处理
- $audioCompleted = false;
- $audioProcessed = true;
- }
-
- // 如果图片和音频都成功完成,标记为已完成
- if ($picCompleted && ($audioCompleted || !$needAudio)) {
- $completedSegments[] = $segmentId;
- }
-
- // 如果图片和音频都已处理完成(成功或失败),标记为已处理
- if ($picProcessed && $audioProcessed) {
- $processedSegments[] = $segmentId;
- }
-
- }
-
- // 如果有图片更新,发送具体的图片更新信息
- if (!empty($updatedImages)) {
- echo "data: " . json_encode([
- 'type' => 'update',
- 'data' => [
- 'anime_id' => $animeId,
- 'episode_id' => $episodeId,
- 'updated_images' => $updatedImages,
- 'completed_count' => count($completedSegments), // 成功完成的数量
- 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
- 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
- 'elapsed_time' => time() - $startTime,
- 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
- }
-
- // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
- if (count($processedSegments) === count($segments)) {
- // 获取剧集信息之前先处理视频截止时间点
- $this->handleVideoTimePointEnd();
- // 获取剧集信息
- $episode = DB::table('mp_anime_episodes')
- ->where('anime_id', $animeId)
- ->where('id', $episodeId)
- ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
- ->first();
-
- if ($episode) {
- $episode = (array)$episode;
- $episode['roles'] = json_decode($episode['roles'], true);
- $episode['scenes'] = json_decode($episode['scenes'], true);
-
- // 获取所有分镜信息
- $allSegments = DB::table('mp_episode_segments')
- ->where('anime_id', $animeId)
- ->where('episode_id', $episodeId)
- ->orderBy('segment_number')
- ->select('*')
- ->get()
- ->map(function ($value) {
- return (array)$value;
- })->toArray();
-
- // 按照episodeInfo的格式组织数据
- $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
- $episode['acts'] = $segmentsStructure['acts'];
- $episode['total_duration'] = $segmentsStructure['total_duration'];
- }
-
- echo "data: " . json_encode([
- 'type' => 'completed',
- 'data' => [
- 'anime_id' => $animeId,
- 'episode_id' => $episodeId,
- 'completed_count' => count($completedSegments), // 成功完成的数量
- 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
- 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
- 'total_elapsed_time' => time() - $startTime,
- 'episode_info' => $episode ?? null
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
- break;
- }
-
- // 检查是否超时
- if (time() - $startTime >= $maxDuration) {
- break;
- }
-
- sleep($checkInterval);
-
- } catch (\Exception $e) {
- echo "data: " . json_encode([
- 'type' => 'error',
- 'message' => '查询任务状态失败: ' . $e->getMessage(),
- 'elapsed_time' => time() - $startTime,
- 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
- ]) . "\n\n";
- ob_flush();
- flush();
-
- if (time() - $startTime >= $maxDuration) {
- break;
- }
-
- sleep($checkInterval);
- }
- }
-
- // 超时处理
- if (time() - $startTime >= $maxDuration) {
- echo "data: " . json_encode([
- 'type' => 'time_out',
- 'message' => '分镜任务监控已超时15分钟,停止状态查询',
- 'data' => [
- 'anime_id' => $animeId,
- 'episode_id' => $episodeId,
- 'completed_count' => count($completedSegments), // 成功完成的数量
- 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
- 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
- 'total_elapsed_time' => time() - $startTime,
- 'timeout_duration' => $maxDuration
- ]
- ]) . "\n\n";
- ob_flush();
- flush();
- }
-
- }, 200, [
- 'Content-Type' => 'text/event-stream',
- 'Cache-Control' => 'no-cache',
- 'Connection' => 'keep-alive',
- 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
- ]);
- }
- /**
- * 音频试听接口
- * 创建音频任务并返回结果
- */
- public function previewAudio(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->previewAudio($data);
- return $this->success($result);
- }
- // 角色库
- public function globalRoles(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->globalRoles($data);
- return $this->success($result);
- }
- // 新建角色
- public function createRole(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->createRole($data);
- return $this->success($result);
- }
- // 编辑角色
- public function editRole(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->editRole($data);
- return $this->success(['success' => $result ? 1 : 0]);
- }
- // 删除角色
- public function deleteRole(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->deleteRole($data);
- return $this->success(['success' => $result ? 1 : 0]);
- }
- // 生成三视图
- public function generateThreeView(Request $request) {
- $data = $request->all();
- $result = $this->AnimeService->generateThreeView($data);
- return $this->success($result);
- }
- private function handleVideoTimePointEnd() {
- // 处理音频时长,循环查询dub_video_task_queue列表中的任务
- $queueLength = Redis::llen('dub_video_task_queue');
- if ($queueLength > 0) {
- $processedTaskIds = []; // 记录已处理的任务ID
-
- // 遍历队列中的所有任务
- for ($i = 0; $i < $queueLength; $i++) {
- $dubTaskId = Redis::lindex('dub_video_task_queue', $i);
- if (!$dubTaskId) continue;
-
- // 查询任务状态
- $dubTask = DB::table('mp_dub_video_tasks')
- ->where('id', $dubTaskId)
- ->first();
-
- if (!$dubTask) {
- // 任务不存在,标记为需要删除
- $processedTaskIds[] = $dubTaskId;
- continue;
- }
-
- // 如果任务状态是已完成
- if ($dubTask->generate_status === '执行成功') {
- // 获取对应的分镜信息
- $segment = DB::table('mp_episode_segments')
- ->where('segment_id', $dubTask->alias_segment_id)
- ->first();
-
- // 如果分镜存在且audio_duration大于0
- if ($segment && isset($segment->audio_duration) && $segment->audio_duration > 0) {
- // 更新video_time_point_end字段
- DB::table('mp_episode_segments')
- ->where('segment_id', $dubTask->alias_segment_id)
- ->update([
- 'video_time_point_end' => $segment->audio_duration,
- 'updated_at' => date('Y-m-d H:i:s')
- ]);
-
- dLog('anime')->info('更新分镜视频截止时间点', [
- 'task_id' => $dubTaskId,
- 'segment_id' => $dubTask->alias_segment_id,
- 'audio_duration' => $segment->audio_duration
- ]);
- }
-
- // 标记为需要从队列中删除
- $processedTaskIds[] = $dubTaskId;
- }
- }
-
- // 从Redis列表中删除已处理的任务ID
- foreach ($processedTaskIds as $taskId) {
- Redis::lrem('dub_video_task_queue', 0, $taskId);
- }
- }
- }
- }
|