AIVideoGenerationService.php 113 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Models\AIElement;
  6. use App\Services\VolcEngineService;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Support\Facades\DB;
  9. class AIVideoGenerationService
  10. {
  11. private $volcEngineService;
  12. public function __construct(VolcEngineService $volcEngineService)
  13. {
  14. $this->volcEngineService = $volcEngineService;
  15. }
  16. /**
  17. * 异步创建视频生成任务
  18. *
  19. * @param array $params
  20. * @return MpGenerateVideoTask
  21. */
  22. public function createJimengTask(array $params): MpGenerateVideoTask
  23. {
  24. // 生成唯一的任务ID
  25. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  26. // 创建任务记录
  27. $task = MpGenerateVideoTask::create([
  28. 'task_id' => $taskId,
  29. 'prompt' => $params['prompt'] ?? '',
  30. 'first_frame_url' => $params['first_frame_url'] ?? null,
  31. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  32. 'seed' => $params['seed'] ?? -1,
  33. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  34. 'video_resolution' => $params['video_resolution'] ?? '720P',
  35. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  36. 'api_type' => 'jimeng',
  37. ]);
  38. // 发送异步请求到即梦AI API创建任务
  39. $this->submitTaskToApi($task);
  40. return $task;
  41. }
  42. /**
  43. * 提交任务到即梦AI API
  44. *
  45. * @param MpGenerateVideoTask $task
  46. * @return void
  47. */
  48. private function submitTaskToApi(MpGenerateVideoTask $task): void
  49. {
  50. try {
  51. // 验证环境变量配置
  52. $accessKey = env('VOLC_AI_AK');
  53. $secretKey = env('VOLC_AI_SK');
  54. if (empty($accessKey) || empty($secretKey)) {
  55. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  56. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  57. ]);
  58. return;
  59. }
  60. // 根据任务类型选择对应的req_key
  61. if ($task->first_frame_url && $task->tail_frame_url) {
  62. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  63. }else if($task->first_frame_url){
  64. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  65. }else{
  66. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  67. }
  68. // 构建即梦AI 3.0 视频生成API请求参数
  69. $apiParams = [
  70. 'req_key' => $req_key,
  71. 'prompt' => $task->prompt,
  72. 'seed' => (int)$task->seed,
  73. 'frames' => $task->frames,
  74. ];
  75. // 添加图片URL参数
  76. if ($task->first_frame_url) {
  77. $apiParams['image_urls'] = [
  78. $task->first_frame_url
  79. ];
  80. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  81. }
  82. dLog('generate')->info('图生视频参数: ', $apiParams);
  83. logDB('generate', 'info', '即梦AI视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  84. // 调用即梦AI 3.0 视频生成API提交任务
  85. $response = $this->volcEngineService->request(
  86. 'POST',
  87. 'visual.volcengineapi.com', // 即梦AI API域名
  88. '/', // 使用根路径
  89. [], // Query参数
  90. json_encode($apiParams),
  91. $accessKey,
  92. $secretKey,
  93. 'cv', // 服务标识
  94. 'cn-north-1', // 区域
  95. 'CVSync2AsyncSubmitTask',
  96. '2022-08-31',
  97. 'application/json'
  98. );
  99. $responseData = json_decode($response['body'], true);
  100. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  101. logDB('generate', 'info', '即梦AI视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  102. if ($responseData['code'] !== 10000) {
  103. // API返回错误
  104. logDB('generate', 'error', '即梦AI视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  105. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  106. 'error_message' => $responseData['message'] ?? 'API Error',
  107. 'extra_params' => $responseData['data'] ?? []
  108. ]);
  109. } else {
  110. // 任务提交成功,更新状态为处理中
  111. $updateData = [];
  112. // 存储API返回的任务ID
  113. if (isset($responseData['data']['task_id'])) {
  114. $updateData['task_id'] = $responseData['data']['task_id'];
  115. $updateData['extra_params'] = $responseData['data'] ?? [];
  116. $updateData['extra_params']['req_key'] = $req_key;
  117. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  118. }
  119. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  120. }
  121. } catch (\Exception $e) {
  122. // 记录错误
  123. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  124. 'error_message' => 'API请求失败: ' . $e->getMessage()
  125. ]);
  126. Utils::throwError('1001:'.$e->getMessage());
  127. }
  128. }
  129. /**
  130. * 查询任务状态(即梦AI)
  131. *
  132. * @param MpGenerateVideoTask $task
  133. * @return array
  134. */
  135. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  136. {
  137. try {
  138. // 获取API任务ID
  139. $apiTaskId = $task->task_id ?? null;
  140. if (!$apiTaskId) {
  141. return [
  142. 'status' => 'failed',
  143. 'error_message' => 'API任务ID不存在',
  144. 'result_url' => null
  145. ];
  146. }
  147. // 根据任务类型选择对应的req_key
  148. if ($task->first_frame_url && $task->tail_frame_url) {
  149. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  150. }else if($task->first_frame_url){
  151. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  152. }else{
  153. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  154. }
  155. // 构建查询参数
  156. $apiParams = [
  157. 'req_key' => $req_key,
  158. 'task_id' => $apiTaskId,
  159. // 'req_json' => '{"return_url":true}' // 返回URL格式
  160. ];
  161. // 调用即梦AI 3.0 视频生成API查询任务状态
  162. $response = $this->volcEngineService->request(
  163. 'POST',
  164. 'visual.volcengineapi.com',
  165. '/', // 使用根路径
  166. [], // Query参数
  167. json_encode($apiParams),
  168. env('VOLC_AI_AK'),
  169. env('VOLC_AI_SK'),
  170. 'cv',
  171. 'cn-north-1',
  172. 'CVSync2AsyncGetResult',
  173. '2022-08-31',
  174. 'application/json'
  175. );
  176. $responseData = json_decode($response['body'], true);
  177. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  178. logDB('generate', 'info', '即梦AI视频任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  179. if ($responseData['code'] !== 10000) {
  180. // API返回错误
  181. logDB('generate', 'error', '即梦AI视频任务状态查询失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  182. return [
  183. 'status' => 'failed',
  184. 'error_message' => $responseData['message'] ?? 'API Error',
  185. 'result_url' => null,
  186. 'result_json' => $responseData ?? []
  187. ];
  188. }
  189. // 解析API响应
  190. $result = $responseData['data'] ?? [];
  191. $taskStatus = $result['status'] ?? 'failed';
  192. $returnData = [
  193. 'status' => $taskStatus,
  194. 'error_message' => null,
  195. 'result_url' => null,
  196. 'result_json' => $responseData ?? []
  197. ];
  198. // 如果任务成功,获取结果URL
  199. if ($taskStatus === 'done' && isset($result['video_url'])) {
  200. if (isset($result['video_url'])) {
  201. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  202. $video_ext = getVideoExtFromUrl($result['video_url']);
  203. $video_name = $video_name . $video_ext;
  204. // 将视频另存到tos
  205. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  206. $returnData['result_url'] = $url;
  207. // 压缩视频
  208. $compressed_video_url = compressVideo($url);
  209. $returnData['compressed_url'] = $compressed_video_url ?: $url;
  210. }
  211. // 计算视频时长
  212. $video_duration = 0;
  213. if (isset($result['duration'])) {
  214. $video_duration = (int)$result['duration'];
  215. } elseif (isset($result['frames']) && isset($result['framespersecond'])) {
  216. $frames = (int)$result['frames'];
  217. $fps = (int)$result['framespersecond'];
  218. if ($fps > 0) {
  219. $video_duration = (int)floor($frames / $fps);
  220. }
  221. }
  222. // 如果没有计算出时长,使用任务表中的设定值
  223. if ($video_duration <= 0 && !empty($task->extra_params)) {
  224. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  225. if (isset($extraParams['duration'])) {
  226. $video_duration = (int)$extraParams['duration'];
  227. }
  228. }
  229. // 只有当video_duration > 0时才添加到返回数据中
  230. if ($video_duration > 0) {
  231. $returnData['video_duration'] = $video_duration;
  232. $returnData['video_time_point_start'] = 0;
  233. $returnData['video_time_point_end'] = $video_duration;
  234. }
  235. $returnData['status'] = 'success';
  236. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  237. $returnData['status'] = 'failed';
  238. $returnData['error_message'] = '任务未找到或已过期';
  239. } elseif ($taskStatus === 'failed') {
  240. $returnData['status'] = 'failed';
  241. $returnData['error_message'] = '任务执行失败';
  242. }
  243. // in_queue 或 generating状态保持原status
  244. return $returnData;
  245. } catch (\Exception $e) {
  246. return [
  247. 'status' => 'failed',
  248. 'error_message' => $e->getMessage(),
  249. 'result_url' => null
  250. ];
  251. }
  252. }
  253. /**
  254. * 更新所有待处理任务的状态
  255. *
  256. * @return void
  257. */
  258. public function updatePendingTasks(): void
  259. {
  260. // 获取所有处理中的任务
  261. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  262. ->get();
  263. foreach ($tasks as $task) {
  264. $api_type = getProp($task, 'api_type');
  265. switch($api_type) {
  266. case 'seedance':
  267. $this->updateSeedanceTask($task);
  268. break;
  269. case 'jimeng':
  270. $this->updateJimengTask($task);
  271. break;
  272. case 'keling':
  273. $this->updateKelingOmniTask($task);
  274. break;
  275. case 'zzengine':
  276. $this->updateUnifiedApiTask($task);
  277. break;
  278. default:
  279. break;
  280. }
  281. }
  282. }
  283. // 更新即梦AI视频任务状态
  284. private function updateJimengTask($task) {
  285. $statusInfo = $this->queryJimengTaskStatus($task);
  286. if (!isset($statusInfo['status'])) return;
  287. if ($statusInfo['status'] === 'success') {
  288. logDB('generate', 'info', '即梦AI视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  289. // 同步调整分镜视频状态和结果(兼容全能模式)
  290. $segment_id = $this->getSegmentIdFromTask($task);
  291. if ($segment_id && isset($statusInfo['result_url'])) {
  292. try {
  293. DB::beginTransaction();
  294. // 在事务中更新任务状态
  295. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  296. $now = date('Y-m-d H:i:s');
  297. // 构建更新数据
  298. $segmentUpdateData = [
  299. 'origin_video_url' => $statusInfo['result_url'],
  300. 'video_task_status' => '已完成',
  301. 'current_type' => 2,
  302. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  303. 'updated_at' => $now
  304. ];
  305. // 使用查询任务时已压缩的视频URL,避免重复压缩
  306. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  307. // 只有当video_duration存在且大于0时才更新
  308. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  309. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  310. $segmentUpdateData['video_time_point_start'] = 0;
  311. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration'] ?? null);
  312. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  313. }
  314. // 更新分镜表(兼容act模式)
  315. $this->updateSegmentTable($task, $segmentUpdateData);
  316. // 添加视频生成对话记录
  317. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  318. DB::commit();
  319. } catch (\Exception $e) {
  320. DB::rollBack();
  321. dLog('generate')->error('即梦视频任务处理失败', [
  322. 'segment_id' => $segment_id,
  323. 'task_id' => $task->id,
  324. 'error' => $e->getMessage()
  325. ]);
  326. }
  327. } else {
  328. // 没有segment_id的情况下,直接更新任务状态
  329. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  330. }
  331. } elseif ($statusInfo['status'] === 'failed') {
  332. logDB('generate', 'error', '即梦AI视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  333. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  334. // 同步更新分镜表状态为失败(兼容全能模式)
  335. $segment_id = $this->getSegmentIdFromTask($task);
  336. if ($segment_id) {
  337. $this->updateSegmentTable($task, [
  338. 'video_task_status' => '失败',
  339. 'updated_at' => date('Y-m-d H:i:s')
  340. ]);
  341. }
  342. }
  343. // 如果仍然是处理中状态,不做任何操作
  344. // 处理:如果任务处理超过12小时,标记为失败
  345. $processingTime = now()->diffInHours($task->created_at);
  346. if ($processingTime > 12) {
  347. logDB('generate', 'warning', '即梦AI视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  348. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  349. 'error_message' => '任务处理超时(超过12小时)'
  350. ]);
  351. // 同步更新分镜表状态为失败(兼容全能模式)
  352. $segment_id = $this->getSegmentIdFromTask($task);
  353. if ($segment_id) {
  354. $this->updateSegmentTable($task, [
  355. 'video_task_status' => '失败',
  356. 'updated_at' => date('Y-m-d H:i:s')
  357. ]);
  358. }
  359. }
  360. }
  361. public function getTaskList($data)
  362. {
  363. $task_id = getProp($data, 'task_id');
  364. $status = getProp($data, 'status');
  365. $query = MpGenerateVideoTask::select('*');
  366. if ($task_id) {
  367. $query->where('id', $task_id);
  368. }
  369. if ($status) {
  370. $query->where('status', $status);
  371. }
  372. return $query->orderBy('created_at', 'desc')->paginate();
  373. }
  374. /**
  375. * 创建 Seedance 1.5 Pro 视频生成任务
  376. *
  377. * @param array $params
  378. * @return MpGenerateVideoTask
  379. */
  380. public function createSeedanceTask(array $params): MpGenerateVideoTask
  381. {
  382. // 生成唯一的任务ID
  383. $taskId = 'seedance_' . time() . '_' . uniqid();
  384. // 创建任务记录,复用现有表结构
  385. $task = MpGenerateVideoTask::create([
  386. 'task_id' => $taskId,
  387. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  388. 'alias_act_id' => $params['alias_act_id'] ?? '',
  389. 'prompt' => $params['prompt'] ?? '',
  390. 'first_frame_url' => $params['first_frame_url'] ?? '',
  391. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  392. 'seed' => $params['seed'] ?? -1,
  393. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  394. 'video_resolution' => $params['video_resolution'] ?? '720P',
  395. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  396. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  397. 'extra_params' => [
  398. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  399. 'content' => $params['content'],
  400. 'callback_url' => $params['callback_url'] ?? '',
  401. 'return_last_frame' => $params['return_last_frame'] ?? true,
  402. 'service_tier' => $params['service_tier'] ?? 'default',
  403. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  404. 'generate_audio' => $params['generate_audio'] ?? false,
  405. 'draft' => $params['draft'] ?? false,
  406. 'ratio' => $params['ratio'] ?? '9:16',
  407. 'duration' => $params['video_duration'] ?? 5,
  408. 'camera_fixed' => $params['camera_fixed'] ?? false,
  409. 'watermark' => $params['watermark'] ?? false,
  410. ]
  411. ]);
  412. // 提交任务到火山引擎 API
  413. $this->submitSeedanceTaskToApi($task);
  414. return $task;
  415. }
  416. /**
  417. * 提交 Seedance 任务到火山引擎 API
  418. *
  419. * @param MpGenerateVideoTask $task
  420. * @return void
  421. */
  422. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  423. {
  424. $client = new Client(['verify'=>false,'timeout'=>120]);
  425. try {
  426. // 验证环境变量配置
  427. $apiKey = env('VOLC_AI_API_KEY');
  428. if (empty($apiKey)) {
  429. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  430. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  431. ]);
  432. return;
  433. }
  434. $extraParams = $task->extra_params;
  435. // 构建火山引擎 Seedance API 请求参数
  436. $apiParams = [
  437. 'model' => isset(\App\Consts\BaseConst::MODELS_MAP[$extraParams['model']]) ? \App\Consts\BaseConst::MODELS_MAP[$extraParams['model']] : $extraParams['model'],
  438. 'content' => $extraParams['content'],
  439. ];
  440. // 添加可选参数
  441. if (!empty($extraParams['callback_url'])) {
  442. $apiParams['callback_url'] = $extraParams['callback_url'];
  443. }
  444. if (isset($extraParams['return_last_frame'])) {
  445. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  446. }
  447. if (!empty($extraParams['service_tier']) && !in_array($extraParams['model'], ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  448. $apiParams['service_tier'] = $extraParams['service_tier'];
  449. }
  450. if (!empty($extraParams['execution_expires_after'])) {
  451. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  452. }
  453. if (isset($extraParams['generate_audio'])) {
  454. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  455. }
  456. if (isset($extraParams['draft'])) {
  457. $apiParams['draft'] = $extraParams['draft'];
  458. }
  459. if (!empty($extraParams['video_resolution'])) {
  460. $apiParams['resolution'] = strtolower($task->video_resolution);
  461. }
  462. if (!empty($extraParams['ratio'])) {
  463. $apiParams['ratio'] = $extraParams['ratio'];
  464. }
  465. if (!empty($extraParams['duration'])) {
  466. $apiParams['duration'] = (int)$extraParams['duration'];
  467. }
  468. if (isset($task->frames)) {
  469. // $apiParams['frames'] = $task->frames;
  470. }
  471. if ($task->seed !== -1) {
  472. $apiParams['seed'] = (int)$task->seed;
  473. }
  474. if (isset($extraParams['camera_fixed'])) {
  475. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  476. }
  477. if (isset($extraParams['watermark'])) {
  478. $apiParams['watermark'] = $extraParams['watermark'];
  479. }
  480. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  481. logDB('generate', 'info', 'Seedance视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  482. // 调用火山引擎 Seedance API
  483. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  484. 'headers' => [
  485. 'Authorization' => 'Bearer ' . $apiKey,
  486. 'Content-Type' => 'application/json',
  487. ],
  488. 'json' => $apiParams
  489. ]);
  490. $responseData = json_decode($response->getBody(), true);
  491. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  492. logDB('generate', 'info', 'Seedance视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  493. if (isset($responseData['error'])) {
  494. // API返回错误
  495. logDB('generate', 'error', 'Seedance视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  496. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  497. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  498. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  499. ]);
  500. } elseif (isset($responseData['id'])) {
  501. // 任务提交成功,更新状态为处理中
  502. $updateData = [
  503. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  504. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  505. ];
  506. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  507. } else {
  508. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  509. 'error_message' => '未知的 API 响应格式',
  510. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  511. ]);
  512. }
  513. } catch (\Exception $e) {
  514. // 记录错误
  515. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  516. 'error_message' => 'API请求失败: ' . $e->getMessage()
  517. ]);
  518. Utils::throwError('1001:'.$e->getMessage());
  519. }
  520. }
  521. // 更新Seedance视频任务状态
  522. private function updateSeedanceTask($task) {
  523. $statusInfo = $this->querySeedanceTaskStatus($task);
  524. if (!isset($statusInfo['status'])) return;
  525. if ($statusInfo['status'] === 'success') {
  526. logDB('generate', 'info', 'Seedance视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  527. // 同步调整分镜视频状态和结果(兼容全能模式)
  528. $segment_id = $this->getSegmentIdFromTask($task);
  529. if ($segment_id && isset($statusInfo['result_url'])) {
  530. try {
  531. DB::beginTransaction();
  532. // 在事务中更新任务状态
  533. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  534. $now = date('Y-m-d H:i:s');
  535. // 构建更新数据
  536. $segmentUpdateData = [
  537. 'origin_video_url' => $statusInfo['result_url'],
  538. 'video_task_status' => '已完成',
  539. 'current_type' => 2,
  540. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  541. 'updated_at' => $now
  542. ];
  543. // 使用查询任务时已压缩的视频URL,避免重复压缩
  544. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  545. // 只有当video_duration存在且大于0时才更新
  546. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  547. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  548. $segmentUpdateData['video_time_point_start'] = 0;
  549. // 获取video_time_point_end(兼容全能模式)
  550. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration'] ?? null);
  551. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  552. }
  553. // 更新分镜表(兼容act模式)
  554. $this->updateSegmentTable($task, $segmentUpdateData);
  555. // 添加视频生成对话记录
  556. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  557. DB::commit();
  558. } catch (\Exception $e) {
  559. DB::rollBack();
  560. dLog('generate')->error('Seedance视频任务处理失败', [
  561. 'segment_id' => $segment_id,
  562. 'task_id' => $task->id,
  563. 'error' => $e->getMessage()
  564. ]);
  565. }
  566. } else {
  567. // 没有segment_id的情况下,直接更新任务状态
  568. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  569. }
  570. } elseif ($statusInfo['status'] === 'failed') {
  571. logDB('generate', 'error', 'Seedance视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  572. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  573. 'error_message' => $statusInfo['error_message'],
  574. 'result_json' => $statusInfo['result_json'] ?? []
  575. ]);
  576. // 同步更新分镜表状态为失败(兼容全能模式)
  577. $segment_id = $this->getSegmentIdFromTask($task);
  578. if ($segment_id) {
  579. $this->updateSegmentTable($task, [
  580. 'video_task_status' => '失败',
  581. 'updated_at' => date('Y-m-d H:i:s')
  582. ]);
  583. }
  584. }
  585. // 如果仍然是处理中状态,不做任何操作
  586. // 处理:如果任务处理超过48小时,标记为失败
  587. $processingTime = now()->diffInHours($task->created_at);
  588. if ($processingTime > 48) {
  589. logDB('generate', 'warning', 'Seedance视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  590. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  591. 'error_message' => '任务处理超时(超过48小时)'
  592. ]);
  593. // 同步更新分镜表状态为失败(兼容全能模式)
  594. $segment_id = $this->getSegmentIdFromTask($task);
  595. if ($segment_id) {
  596. $this->updateSegmentTable($task, [
  597. 'video_task_status' => '失败',
  598. 'updated_at' => date('Y-m-d H:i:s')
  599. ]);
  600. }
  601. }
  602. }
  603. /**
  604. * 查询 Seedance 任务状态
  605. *
  606. * @param MpGenerateVideoTask $task
  607. * @return array
  608. */
  609. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  610. {
  611. $client = new Client(['verify'=>false,'timeout'=>120]);
  612. try {
  613. // 如果任务已完成,直接返回结果
  614. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  615. return [
  616. 'success' => true,
  617. 'data' => [
  618. 'id' => $task->id,
  619. 'status' => $this->mapTaskStatus($task->status),
  620. 'result_url' => $task->result_url,
  621. 'error_message' => $task->error_message,
  622. 'created_at' => $task->created_at,
  623. 'started_at' => $task->started_at,
  624. 'completed_at' => $task->completed_at
  625. ]
  626. ];
  627. }
  628. // 调用火山引擎 API 查询任务状态
  629. $apiKey = env('VOLC_AI_API_KEY');
  630. if (empty($apiKey)) {
  631. return [
  632. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  633. 'result_json' => [],
  634. 'error_message' => '火山引擎访问密钥未配置'
  635. ];
  636. }
  637. // 构建查询 URL
  638. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  639. $response = $client->get($url, [
  640. 'headers' => [
  641. 'Authorization' => 'Bearer ' . $apiKey,
  642. 'Content-Type' => 'application/json',
  643. ]
  644. ]);
  645. $responseData = json_decode($response->getBody(), true);
  646. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  647. logDB('generate', 'info', 'Seedance任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  648. if (isset($responseData['error'])) {
  649. logDB('generate', 'error', 'Seedance任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API查询失败']);
  650. return [
  651. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  652. 'result_json' => $responseData,
  653. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  654. ];
  655. }
  656. // 解析任务状态
  657. $apiStatus = $responseData['status'] ?? 'unknown';
  658. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  659. $updateData = ['result_json' => $responseData];
  660. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  661. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  662. // 任务成功,处理结果
  663. if (isset($responseData['content']['video_url'])) {
  664. $video_url = $responseData['content']['video_url'];
  665. // 下载并保存视频
  666. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  667. $video_ext = getVideoExtFromUrl($video_url);
  668. $video_name = $video_name . $video_ext;
  669. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  670. $updateData['result_url'] = $url;
  671. // 压缩视频
  672. $compressed_video_url = compressVideo($url);
  673. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  674. }
  675. // 计算视频时长
  676. $video_duration = 0;
  677. if (isset($responseData['duration'])) {
  678. // 如果直接返回duration,使用该值
  679. $video_duration = (int)$responseData['duration'];
  680. } elseif (isset($responseData['frames']) && isset($responseData['framespersecond'])) {
  681. // 如果返回frames和framespersecond,计算时长
  682. $frames = (int)$responseData['frames'];
  683. $fps = (int)$responseData['framespersecond'];
  684. if ($fps > 0) {
  685. $video_duration = (int)floor($frames / $fps);
  686. }
  687. }
  688. // 如果没有计算出时长,使用任务表中的设定值
  689. if ($video_duration <= 0 && !empty($task->extra_params)) {
  690. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  691. if (isset($extraParams['duration'])) {
  692. $video_duration = (int)$extraParams['duration'];
  693. }
  694. }
  695. // 只有当video_duration > 0时才添加到更新数据中
  696. if ($video_duration > 0) {
  697. $updateData['video_duration'] = $video_duration;
  698. $updateData['video_time_point_start'] = 0;
  699. $updateData['video_time_point_end'] = $video_duration;
  700. }
  701. // 处理尾帧图片(如果启用了 return_last_frame)
  702. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  703. $pic_url = $responseData['content']['last_frame_url'];
  704. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  705. $pic_ext = getImgExtFromUrl($pic_url);
  706. $pic_name = $pic_name . $pic_ext;
  707. if ($pic_ext === '.png') {
  708. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  709. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  710. }else {
  711. // 将图片另存到tos
  712. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  713. }
  714. $updateData['last_frame_url'] = $url;
  715. }
  716. return $updateData;
  717. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  718. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  719. $updateData['error_message'] = $responseData['error_message'] ?? '任务执行失败';
  720. return $updateData;
  721. }
  722. // 其他状态保持不变
  723. return [
  724. 'success' => true,
  725. 'data' => [
  726. 'id' => $task->id,
  727. 'status' => $this->mapTaskStatus($task->status),
  728. 'result_url' => $task->result_url,
  729. 'error_message' => $task->error_message,
  730. 'created_at' => $task->created_at,
  731. 'started_at' => $task->started_at,
  732. 'completed_at' => $task->completed_at,
  733. 'api_response' => $responseData
  734. ]
  735. ];
  736. } catch (\Exception $e) {
  737. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  738. return [
  739. 'success' => false,
  740. 'message' => '查询失败: ' . $e->getMessage()
  741. ];
  742. }
  743. }
  744. /**
  745. * 映射 API 状态到任务状态
  746. *
  747. * @param string $apiStatus
  748. * @return string
  749. */
  750. private function mapApiStatusToTaskStatus(string $apiStatus): string
  751. {
  752. switch ($apiStatus) {
  753. case 'queued':
  754. case 'running':
  755. return MpGenerateVideoTask::STATUS_PROCESSING;
  756. case 'succeeded':
  757. return MpGenerateVideoTask::STATUS_SUCCESS;
  758. case 'failed':
  759. case 'expired':
  760. return MpGenerateVideoTask::STATUS_FAILED;
  761. default:
  762. return MpGenerateVideoTask::STATUS_PROCESSING;
  763. }
  764. }
  765. public function seedanceCallback($data) {
  766. try {
  767. dLog('generate')->info('Seedance 回调数据: ', $data);
  768. logDB('generate', 'info', 'Seedance回调接收', ['task_id' => $data['id'] ?? null, 'status' => $data['status'] ?? null]);
  769. // 从回调数据中获取任务ID
  770. $taskId = $data['id'] ?? null;
  771. if (!$taskId) {
  772. dLog('generate')->error('Seedance 回调缺少任务ID');
  773. logDB('generate', 'error', 'Seedance回调缺少任务ID', ['data' => $data]);
  774. return ['success' => false, 'message' => '缺少任务ID'];
  775. }
  776. // 查找对应的任务记录
  777. $task = MpGenerateVideoTask::where('task_id', $taskId)->first();
  778. if (!$task) {
  779. dLog('generate')->error('Seedance 回调找不到任务: ' . $taskId);
  780. logDB('generate', 'error', 'Seedance回调找不到任务', ['task_id' => $taskId]);
  781. return ['success' => false, 'message' => '任务不存在'];
  782. }
  783. // 解析任务状态
  784. $apiStatus = $data['status'] ?? 'unknown';
  785. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  786. // 准备更新数据
  787. $updateData = [
  788. 'result_json' => $data,
  789. 'updated_at' => now()
  790. ];
  791. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  792. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  793. $updateData['completed_at'] = now();
  794. // 处理视频结果
  795. if (isset($data['content']['video_url'])) {
  796. $video_url = $data['content']['video_url'];
  797. try {
  798. // 下载并保存视频
  799. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  800. $video_ext = getVideoExtFromUrl($video_url);
  801. $video_name = $video_name . $video_ext;
  802. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  803. $updateData['result_url'] = $url;
  804. $compressed_video_url = compressVideo($url);
  805. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  806. dLog('generate')->info('Seedance 视频保存成功: ' . $url);
  807. } catch (\Exception $e) {
  808. dLog('generate')->error('Seedance 视频保存失败: ' . $e->getMessage());
  809. // 如果保存失败,直接使用原始URL
  810. $updateData['result_url'] = $video_url;
  811. }
  812. }
  813. // 处理尾帧图片(如果启用了 return_last_frame)
  814. if (isset($data['content']['last_frame_url']) && !empty($data['content']['last_frame_url'])) {
  815. $pic_url = $data['content']['last_frame_url'];
  816. try {
  817. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  818. $pic_ext = getImgExtFromUrl($pic_url);
  819. $pic_name = $pic_name . $pic_ext;
  820. if ($pic_ext === '.png') {
  821. $compressed_data = compressRemoteImageUrlToSize($pic_url);
  822. $url = uploadStreamByTos('image', $compressed_data, $pic_name);
  823. } else {
  824. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  825. }
  826. $updateData['last_frame_url'] = $url;
  827. dLog('generate')->info('Seedance 尾帧图片保存成功: ' . $url);
  828. } catch (\Exception $e) {
  829. dLog('generate')->error('Seedance 尾帧图片保存失败: ' . $e->getMessage());
  830. // 如果保存失败,直接使用原始URL
  831. $updateData['last_frame_url'] = $pic_url;
  832. }
  833. }
  834. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  835. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  836. $updateData['completed_at'] = now();
  837. $updateData['error_message'] = $data['error_message'] ?? $data['failure_reason'] ?? '任务执行失败';
  838. } else {
  839. // 处理中状态
  840. $updateData['status'] = $taskStatus;
  841. if ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING && !$task->started_at) {
  842. $updateData['started_at'] = now();
  843. }
  844. }
  845. // 更新任务记录
  846. $task->update($updateData);
  847. // 如果任务成功,更新分镜表
  848. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS && isset($updateData['result_url'])) {
  849. try {
  850. DB::beginTransaction();
  851. $now = date('Y-m-d H:i:s');
  852. // 获取分镜ID(兼容分镜模式和全能模式)
  853. $segment = DB::table('mp_episode_segments')
  854. ->where('video_task_id', $task->id)
  855. ->first();
  856. if ($segment) {
  857. // 兼容两种模式
  858. $recordId = $segment->id;
  859. $segmentId = $segment->segment_id ?: $segment->id;
  860. $anime_id = $segment->anime_id;
  861. $episode_number = $segment->episode_number;
  862. $tail_frame = $segment->tail_frame;
  863. $uid = $segment->uid ?? 0;
  864. // 更新分镜表
  865. $segmentUpdateData = [
  866. 'origin_video_url' => $updateData['result_url'],
  867. 'video_task_status' => '已完成',
  868. 'last_frame_url' => $updateData['last_frame_url'] ?? '',
  869. 'current_type' => 2,
  870. 'updated_at' => $now
  871. ];
  872. $segmentUpdateData['video_url'] = $updateData['compressed_url'] ?? $updateData['result_url'];
  873. // 只有当video_duration存在且大于0时才更新
  874. if (isset($data['content']['video_duration']) && $data['content']['video_duration'] > 0) {
  875. $segmentUpdateData['video_duration'] = $data['content']['video_duration'];
  876. $segmentUpdateData['video_time_point_start'] = 0;
  877. $audio_duration = $this->getAudioDuration($task, $segmentId, $segmentUpdateData['video_duration']);
  878. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  879. }
  880. // 使用主键id更新(兼容两种模式)
  881. $updateResult = DB::table('mp_episode_segments')
  882. ->where('id', $recordId)
  883. ->update($segmentUpdateData);
  884. if (!$updateResult) {
  885. throw new \Exception('更新分镜表失败');
  886. }
  887. // 更新分镜视频成功后新增对话记录
  888. $records = [
  889. [
  890. 'uid' => $uid,
  891. 'anime_id' => $anime_id,
  892. 'sequence' => $episode_number,
  893. 'role' => 'user',
  894. 'content' => '图片转视频',
  895. 'segment_id' => $segmentId,
  896. 'video_url' => '',
  897. 'created_at' => $now,
  898. 'updated_at' => $now
  899. ],
  900. [
  901. 'uid' => $uid,
  902. 'anime_id' => $anime_id,
  903. 'sequence' => $episode_number,
  904. 'role' => 'assistant',
  905. 'content' => $tail_frame,
  906. 'segment_id' => $segmentId,
  907. 'video_url' => $updateData['result_url'],
  908. 'created_at' => $now,
  909. 'updated_at' => $now
  910. ]
  911. ];
  912. DB::table('mp_anime_records')->insert($records);
  913. dLog('generate')->info('Seedance 分镜表更新成功: ' . $segmentId);
  914. }
  915. DB::commit();
  916. } catch (\Exception $e) {
  917. DB::rollBack();
  918. $logData = [
  919. 'task_id' => $task->id,
  920. 'error' => $e->getMessage()
  921. ];
  922. dLog('generate')->error('Seedance 分镜表更新失败', $logData);
  923. logDB('generate', 'error', 'Seedance分镜表更新失败', $logData);
  924. }
  925. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  926. // 任务失败,更新分镜表状态
  927. DB::table('mp_episode_segments')
  928. ->where('video_task_id', $task->id)
  929. ->update([
  930. 'video_task_status' => '失败',
  931. 'updated_at' => date('Y-m-d H:i:s')
  932. ]);
  933. }
  934. dLog('generate')->info('Seedance 回调处理完成: ' . $taskId . ', 状态: ' . $taskStatus);
  935. logDB('generate', 'info', 'Seedance回调处理完成', ['task_id' => $taskId, 'status' => $taskStatus]);
  936. return [
  937. 'success' => true,
  938. 'message' => '回调处理成功',
  939. 'task_id' => $taskId,
  940. 'status' => $taskStatus
  941. ];
  942. } catch (\Exception $e) {
  943. dLog('generate')->error('Seedance 回调处理异常: ' . $e->getMessage());
  944. logDB('generate', 'error', 'Seedance回调处理异常', ['error' => $e->getMessage()]);
  945. return [
  946. 'success' => false,
  947. 'message' => '回调处理失败: ' . $e->getMessage()
  948. ];
  949. }
  950. }
  951. /**
  952. * 更新分镜表的视频任务状态
  953. *
  954. * @param MpGenerateVideoTask $task
  955. * @param string $taskStatus
  956. * @param array $updateData
  957. */
  958. private function updateSegmentVideoStatus(MpGenerateVideoTask $task, string $taskStatus, array $updateData) {
  959. try {
  960. // 查找关联的分镜记录
  961. $segment = DB::table('mp_episode_segments')
  962. ->where('video_task_id', $task->id)
  963. ->first();
  964. if (!$segment) {
  965. dLog('generate')->info('未找到关联的分镜记录: ' . $task->id);
  966. return;
  967. }
  968. $segmentUpdateData = ['updated_at' => date('Y-m-d H:i:s')];
  969. if (isset($updateData['last_frame_url']) && $updateData['last_frame_url']) {
  970. $segmentUpdateData['last_frame_url'] = $updateData['last_frame_url'];
  971. }
  972. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  973. $segmentUpdateData['video_task_status'] = '已完成';
  974. if (isset($updateData['result_url'])) {
  975. $segmentUpdateData['origin_video_url'] = $updateData['result_url'];
  976. // 如果有压缩视频URL,使用压缩后的
  977. if (isset($updateData['compressed_url'])) {
  978. $segmentUpdateData['video_url'] = $updateData['compressed_url'];
  979. } else {
  980. $segmentUpdateData['video_url'] = $updateData['result_url'];
  981. }
  982. }
  983. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  984. $segmentUpdateData['video_task_status'] = '失败';
  985. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING) {
  986. $segmentUpdateData['video_task_status'] = '生成中';
  987. }
  988. // 更新分镜表
  989. DB::table('mp_episode_segments')
  990. ->where('video_task_id', $task->id)
  991. ->update($segmentUpdateData);
  992. dLog('generate')->info('分镜视频状态更新成功: ' . $segment->segment_id . ', 状态: ' . ($segmentUpdateData['video_task_status'] ?? '未知'));
  993. } catch (\Exception $e) {
  994. dLog('generate')->error('更新分镜视频状态失败: ' . $e->getMessage());
  995. }
  996. }
  997. /**
  998. * 生成可灵AI的JWT Token
  999. *
  1000. * @return string
  1001. */
  1002. private function generateKelingJwtToken(): string
  1003. {
  1004. $ak = env('KELING_AK');
  1005. $sk = env('KELING_SK');
  1006. if (empty($ak) || empty($sk)) {
  1007. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  1008. }
  1009. // JWT头部
  1010. $header = [
  1011. 'alg' => 'HS256',
  1012. 'typ' => 'JWT'
  1013. ];
  1014. // JWT载荷
  1015. $payload = [
  1016. 'iss' => $ak, // 签发者,使用Access Key
  1017. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  1018. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  1019. ];
  1020. // Base64URL编码
  1021. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  1022. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  1023. // 创建签名
  1024. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  1025. $signatureEncoded = $this->base64UrlEncode($signature);
  1026. // 返回完整的JWT token
  1027. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  1028. }
  1029. /**
  1030. * Base64URL编码(JWT标准编码)
  1031. *
  1032. * @param string $data
  1033. * @return string
  1034. */
  1035. private function base64UrlEncode(string $data): string
  1036. {
  1037. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  1038. }
  1039. /**
  1040. * 创建可灵AI Omni视频生成任务
  1041. *
  1042. * @param array $params
  1043. * @return MpGenerateVideoTask
  1044. */
  1045. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  1046. {
  1047. // 生成唯一的任务ID
  1048. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  1049. // 创建任务记录,复用现有表结构
  1050. $task = MpGenerateVideoTask::create([
  1051. 'task_id' => $taskId,
  1052. 'prompt' => $params['prompt'] ?? '',
  1053. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1054. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  1055. 'seed' => $params['seed'] ?? -1,
  1056. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1057. 'video_resolution' => $params['video_resolution'] ?? '720P',
  1058. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1059. 'api_type' => 'keling', // 标识为可灵AI Omni API
  1060. 'extra_params' => [
  1061. 'api_type' => 'keling',
  1062. 'model' => $params['model'] ?? 'kling-video-o1',
  1063. 'prompt' => $params['prompt'] ?? '',
  1064. 'multi_prompt' => $params['multi_prompt'] ?? [],
  1065. 'shot_type' => $params['shot_type'] ?? 'customize',
  1066. 'image_list' => $params['image_list'] ?? [],
  1067. 'element_list' => $params['element_list'] ?? [],
  1068. 'sound' => $params['sound'] ?? 'off',
  1069. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  1070. 'duration' => $params['video_duration'] ?? 5,
  1071. 'mode' => $params['mode'] ?? 'std',
  1072. 'callback_url' => $params['callback_url'] ?? '',
  1073. ]
  1074. ]);
  1075. // 提交任务到可灵AI Omni API
  1076. $this->submitKelingOmniTaskToApi($task);
  1077. return $task;
  1078. }
  1079. /**
  1080. * 提交可灵AI Omni任务到API
  1081. *
  1082. * @param MpGenerateVideoTask $task
  1083. * @return void
  1084. */
  1085. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  1086. {
  1087. $client = new Client(['verify'=>false,'timeout'=>120]);
  1088. try {
  1089. // 生成JWT token
  1090. $jwtToken = $this->generateKelingJwtToken();
  1091. $extraParams = $task->extra_params;
  1092. // 构建可灵AI Omni API请求参数
  1093. $apiParams = [
  1094. 'model_name' => $extraParams['model'],
  1095. 'prompt' => $extraParams['prompt'],
  1096. 'mode' => $extraParams['mode'],
  1097. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  1098. 'duration' => (int)$extraParams['duration'],
  1099. ];
  1100. // 添加可选参数
  1101. if (!empty($extraParams['multi_prompt'])) {
  1102. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  1103. }
  1104. if (!empty($extraParams['shot_type'])) {
  1105. $apiParams['shot_type'] = $extraParams['shot_type'];
  1106. }
  1107. if (!empty($extraParams['image_list'])) {
  1108. $apiParams['image_list'] = $extraParams['image_list'];
  1109. }
  1110. if (!empty($extraParams['element_list'])) {
  1111. $apiParams['element_list'] = json_decode($extraParams['element_list'], true);
  1112. }
  1113. if (isset($extraParams['sound'])) {
  1114. $apiParams['sound'] = $extraParams['sound'];
  1115. }
  1116. // if (!empty($extraParams['callback_url'])) {
  1117. // $apiParams['callback_url'] = $extraParams['callback_url'];
  1118. // }
  1119. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  1120. logDB('generate', 'info', '可灵AI Omni视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  1121. // 调用可灵AI Omni API
  1122. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  1123. 'headers' => [
  1124. 'Authorization' => 'Bearer ' . $jwtToken,
  1125. 'Content-Type' => 'application/json',
  1126. ],
  1127. 'json' => $apiParams
  1128. ]);
  1129. $responseData = json_decode($response->getBody(), true);
  1130. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  1131. logDB('generate', 'info', '可灵AI Omni API响应', ['id' => $task->id, 'response' => $responseData]);
  1132. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1133. // API返回错误
  1134. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1135. logDB('generate', 'error', '可灵AI Omni任务提交失败', ['id' => $task->id, 'error' => $errorMessage]);
  1136. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1137. 'error_message' => $errorMessage,
  1138. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1139. ]);
  1140. } elseif (isset($responseData['data']['task_id'])) {
  1141. // 任务提交成功,更新状态为处理中
  1142. $updateData = [
  1143. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1144. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1145. ];
  1146. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  1147. } else {
  1148. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1149. 'error_message' => '未知的API响应格式',
  1150. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1151. ]);
  1152. }
  1153. } catch (\Exception $e) {
  1154. // 记录错误
  1155. logDB('generate', 'error', '可灵AI Omni任务异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  1156. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1157. 'error_message' => 'API请求失败: ' . $e->getMessage()
  1158. ]);
  1159. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  1160. }
  1161. }
  1162. /**
  1163. * 查询可灵AI Omni任务状态
  1164. *
  1165. * @param MpGenerateVideoTask $task
  1166. * @return array
  1167. */
  1168. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  1169. {
  1170. $client = new Client(['verify'=>false,'timeout'=>120]);
  1171. try {
  1172. // 如果任务已完成,直接返回结果
  1173. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  1174. return [
  1175. 'success' => true,
  1176. 'data' => [
  1177. 'task_id' => $task->task_id,
  1178. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  1179. 'result_url' => $task->result_url,
  1180. 'error_message' => $task->error_message,
  1181. 'created_at' => $task->created_at,
  1182. 'updated_at' => $task->updated_at
  1183. ]
  1184. ];
  1185. }
  1186. // 生成JWT token
  1187. $jwtToken = $this->generateKelingJwtToken();
  1188. // 构建查询URL
  1189. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  1190. $response = $client->get($url, [
  1191. 'headers' => [
  1192. 'Authorization' => 'Bearer ' . $jwtToken,
  1193. 'Content-Type' => 'application/json',
  1194. ]
  1195. ]);
  1196. $responseData = json_decode($response->getBody(), true);
  1197. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  1198. logDB('generate', 'info', '可灵AI Omni任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  1199. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1200. logDB('generate', 'error', '可灵AI Omni任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败']);
  1201. return [
  1202. 'status' => 'failed',
  1203. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1204. 'result_json' => $responseData
  1205. ];
  1206. }
  1207. // 解析任务状态
  1208. $taskData = $responseData['data'] ?? [];
  1209. $taskStatus = $taskData['task_status'] ?? 'unknown';
  1210. $updateData = ['result_json' => $responseData];
  1211. if ($taskStatus === 'succeed') {
  1212. $updateData['status'] = 'success';
  1213. // 任务成功,处理结果
  1214. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  1215. $video = $taskData['task_result']['videos'][0];
  1216. $video_url = $video['url'];
  1217. // 下载并保存视频
  1218. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  1219. $video_ext = getVideoExtFromUrl($video_url);
  1220. $video_name = $video_name . $video_ext;
  1221. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  1222. $updateData['result_url'] = $url;
  1223. // 压缩视频
  1224. $compressed_video_url = compressVideo($url);
  1225. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  1226. // 计算视频时长
  1227. $video_duration = 0;
  1228. if (isset($video['duration'])) {
  1229. $video_duration = (int)$video['duration'];
  1230. } elseif (isset($taskData['duration'])) {
  1231. $video_duration = (int)$taskData['duration'];
  1232. } elseif (isset($video['frames']) && isset($video['framespersecond'])) {
  1233. $frames = (int)$video['frames'];
  1234. $fps = (int)$video['framespersecond'];
  1235. if ($fps > 0) {
  1236. $video_duration = (int)floor($frames / $fps);
  1237. }
  1238. }
  1239. // 如果没有计算出时长,使用任务表中的设定值
  1240. if ($video_duration <= 0 && !empty($task->extra_params)) {
  1241. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  1242. if (isset($extraParams['duration'])) {
  1243. $video_duration = (int)$extraParams['duration'];
  1244. }
  1245. }
  1246. // 只有当video_duration > 0时才添加到更新数据中
  1247. if ($video_duration > 0) {
  1248. $updateData['video_duration'] = $video_duration;
  1249. $updateData['video_time_point_start'] = 0;
  1250. $updateData['video_time_point_end'] = $video_duration;
  1251. }
  1252. }
  1253. return $updateData;
  1254. } elseif ($taskStatus === 'failed') {
  1255. $updateData = [
  1256. 'status' => 'failed',
  1257. 'error_message' => '任务执行失败',
  1258. 'result_json' => $responseData
  1259. ];
  1260. return $updateData;
  1261. }
  1262. // 其他状态(processing等)保持不变
  1263. return [
  1264. 'success' => true,
  1265. 'data' => [
  1266. 'task_id' => $task->task_id,
  1267. 'task_status' => $taskStatus,
  1268. 'result_url' => $task->result_url,
  1269. 'error_message' => $task->error_message,
  1270. 'created_at' => $task->created_at,
  1271. 'updated_at' => $task->updated_at,
  1272. 'api_response' => $responseData
  1273. ]
  1274. ];
  1275. } catch (\Exception $e) {
  1276. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  1277. return [
  1278. 'success' => false,
  1279. 'message' => '查询失败: ' . $e->getMessage()
  1280. ];
  1281. }
  1282. }
  1283. /**
  1284. * 映射任务状态到可灵AI状态格式
  1285. *
  1286. * @param string $taskStatus
  1287. * @return string
  1288. */
  1289. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  1290. {
  1291. switch ($taskStatus) {
  1292. case MpGenerateVideoTask::STATUS_PENDING:
  1293. return 'submitted';
  1294. case MpGenerateVideoTask::STATUS_PROCESSING:
  1295. return 'processing';
  1296. case MpGenerateVideoTask::STATUS_SUCCESS:
  1297. return 'succeed';
  1298. case MpGenerateVideoTask::STATUS_FAILED:
  1299. return 'failed';
  1300. default:
  1301. return 'unknown';
  1302. }
  1303. }
  1304. /**
  1305. * 更新可灵AI Omni视频任务状态
  1306. *
  1307. * @param MpGenerateVideoTask $task
  1308. * @return void
  1309. */
  1310. private function updateKelingOmniTask($task): void
  1311. {
  1312. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  1313. if (!isset($statusInfo['status'])) return;
  1314. if ($statusInfo['status'] === 'success') {
  1315. logDB('generate', 'info', '可灵AI Omni视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  1316. // 同步调整分镜视频状态和结果(兼容全能模式)
  1317. $segment_id = $this->getSegmentIdFromTask($task);
  1318. if ($segment_id && isset($statusInfo['result_url'])) {
  1319. try {
  1320. DB::beginTransaction();
  1321. // 在事务中更新任务状态
  1322. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1323. $now = date('Y-m-d H:i:s');
  1324. // 构建更新数据
  1325. $segmentUpdateData = [
  1326. 'origin_video_url' => $statusInfo['result_url'],
  1327. 'video_task_status' => '已完成',
  1328. 'current_type' => 2,
  1329. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  1330. 'updated_at' => $now
  1331. ];
  1332. // 使用查询任务时已压缩的视频URL,避免重复压缩
  1333. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  1334. // 只有当video_duration存在且大于0时才更新
  1335. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  1336. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  1337. $segmentUpdateData['video_time_point_start'] = 0;
  1338. // 获取video_time_point_end(兼容全能模式)
  1339. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration']);
  1340. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  1341. }
  1342. // 更新分镜表(兼容act模式)
  1343. $this->updateSegmentTable($task, $segmentUpdateData);
  1344. // 添加视频生成对话记录
  1345. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  1346. DB::commit();
  1347. } catch (\Exception $e) {
  1348. DB::rollBack();
  1349. dLog('generate')->error('可灵视频任务处理失败', [
  1350. 'segment_id' => $segment_id,
  1351. 'task_id' => $task->id,
  1352. 'error' => $e->getMessage()
  1353. ]);
  1354. }
  1355. } else {
  1356. // 没有segment_id的情况下,直接更新任务状态
  1357. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1358. }
  1359. } elseif ($statusInfo['status'] === 'failed') {
  1360. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1361. 'error_message' => $statusInfo['error_message'],
  1362. 'result_json' => $statusInfo['result_json'] ?? []
  1363. ]);
  1364. // 同步更新分镜表状态为失败(兼容全能模式)
  1365. $segment_id = $this->getSegmentIdFromTask($task);
  1366. if ($segment_id) {
  1367. $this->updateSegmentTable($task, [
  1368. 'video_task_status' => '失败',
  1369. 'updated_at' => date('Y-m-d H:i:s')
  1370. ]);
  1371. }
  1372. }
  1373. // 如果仍然是处理中状态,不做任何操作
  1374. // 处理:如果任务处理超过24小时,标记为失败
  1375. $processingTime = now()->diffInHours($task->created_at);
  1376. if ($processingTime > 24) {
  1377. logDB('generate', 'warning', '可灵AI Omni视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  1378. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1379. 'error_message' => '任务处理超时(超过24小时)'
  1380. ]);
  1381. // 同步更新分镜表状态为失败(兼容全能模式)
  1382. $segment_id = $this->getSegmentIdFromTask($task);
  1383. if ($segment_id) {
  1384. $this->updateSegmentTable($task, [
  1385. 'video_task_status' => '失败',
  1386. 'updated_at' => date('Y-m-d H:i:s')
  1387. ]);
  1388. }
  1389. }
  1390. }
  1391. /**
  1392. * 映射任务状态到前端显示状态
  1393. *
  1394. * @param string $taskStatus
  1395. * @return string
  1396. */
  1397. private function mapTaskStatus(string $taskStatus): string
  1398. {
  1399. switch ($taskStatus) {
  1400. case MpGenerateVideoTask::STATUS_PENDING:
  1401. return 'queued';
  1402. case MpGenerateVideoTask::STATUS_PROCESSING:
  1403. return 'running';
  1404. case MpGenerateVideoTask::STATUS_SUCCESS:
  1405. return 'succeeded';
  1406. case MpGenerateVideoTask::STATUS_FAILED:
  1407. return 'failed';
  1408. default:
  1409. return 'unknown';
  1410. }
  1411. }
  1412. // ==================== 主体管理相关方法 ====================
  1413. /**
  1414. * 创建主体
  1415. *
  1416. * @param array $params
  1417. * @return AIElement
  1418. */
  1419. public function createElement(array $params): AIElement
  1420. {
  1421. // 生成唯一的任务ID
  1422. $taskId = 'element_' . time() . '_' . uniqid();
  1423. // 创建主体记录
  1424. $element = AIElement::create([
  1425. 'task_id' => $taskId,
  1426. 'external_task_id' => $params['external_task_id'] ?? null,
  1427. 'element_name' => $params['element_name'],
  1428. 'element_description' => $params['element_description'],
  1429. 'reference_type' => $params['reference_type'],
  1430. 'element_image_list' => $params['element_image_list'] ?? null,
  1431. 'element_video_list' => $params['element_video_list'] ?? null,
  1432. 'element_voice_id' => $params['element_voice_id'] ?? null,
  1433. 'tag_list' => $params['tag_list'] ?? null,
  1434. 'callback_url' => $params['callback_url'] ?? null,
  1435. 'task_status' => AIElement::STATUS_SUBMITTED,
  1436. ]);
  1437. // 提交到可灵AI API
  1438. $this->submitElementToKelingApi($element);
  1439. return $element;
  1440. }
  1441. /**
  1442. * 提交主体创建任务到可灵AI API
  1443. *
  1444. * @param AIElement $element
  1445. * @return void
  1446. */
  1447. private function submitElementToKelingApi(AIElement $element): void
  1448. {
  1449. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1450. try {
  1451. // 生成JWT token
  1452. $jwtToken = $this->generateKelingJwtToken();
  1453. // 构建API请求参数
  1454. $apiParams = [
  1455. 'element_name' => $element->element_name,
  1456. 'element_description' => $element->element_description,
  1457. 'reference_type' => $element->reference_type,
  1458. ];
  1459. // 添加图片参考
  1460. if ($element->reference_type === AIElement::REFERENCE_TYPE_IMAGE && $element->element_image_list) {
  1461. $apiParams['element_image_list'] = $element->element_image_list;
  1462. }
  1463. // 添加视频参考
  1464. if ($element->reference_type === AIElement::REFERENCE_TYPE_VIDEO && $element->element_video_list) {
  1465. $apiParams['element_video_list'] = $element->element_video_list;
  1466. }
  1467. // 添加音色ID
  1468. if ($element->element_voice_id) {
  1469. $apiParams['element_voice_id'] = $element->element_voice_id;
  1470. }
  1471. // 添加标签
  1472. if ($element->tag_list) {
  1473. $apiParams['tag_list'] = $element->tag_list;
  1474. }
  1475. // 添加回调URL
  1476. if ($element->callback_url) {
  1477. $apiParams['callback_url'] = $element->callback_url;
  1478. }
  1479. // 添加外部任务ID
  1480. if ($element->external_task_id) {
  1481. $apiParams['external_task_id'] = $element->external_task_id;
  1482. }
  1483. dLog('generate')->info('可灵AI创建主体参数: ', $apiParams);
  1484. // 调用可灵AI创建主体API
  1485. $response = $client->post('https://api-beijing.klingai.com/v1/general/advanced-custom-elements', [
  1486. 'headers' => [
  1487. 'Authorization' => 'Bearer ' . $jwtToken,
  1488. 'Content-Type' => 'application/json',
  1489. ],
  1490. 'json' => $apiParams
  1491. ]);
  1492. $responseData = json_decode($response->getBody(), true);
  1493. dLog('generate')->info('可灵AI创建主体API响应: ', $responseData);
  1494. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1495. // API返回错误
  1496. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1497. $element->update([
  1498. 'task_status' => AIElement::STATUS_FAILED,
  1499. 'task_status_msg' => $errorMessage,
  1500. ]);
  1501. } elseif (isset($responseData['data']['task_id'])) {
  1502. // 任务提交成功,更新状态为处理中
  1503. $element->update([
  1504. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1505. 'task_status' => AIElement::STATUS_PROCESSING,
  1506. 'created_at' => isset($responseData['data']['created_at']) ?
  1507. date('Y-m-d H:i:s', $responseData['data']['created_at'] / 1000) : now(),
  1508. 'updated_at' => isset($responseData['data']['updated_at']) ?
  1509. date('Y-m-d H:i:s', $responseData['data']['updated_at'] / 1000) : now(),
  1510. ]);
  1511. } else {
  1512. $element->update([
  1513. 'task_status' => AIElement::STATUS_FAILED,
  1514. 'task_status_msg' => '未知的API响应格式',
  1515. ]);
  1516. }
  1517. } catch (\Exception $e) {
  1518. // 记录错误
  1519. $element->update([
  1520. 'task_status' => AIElement::STATUS_FAILED,
  1521. 'task_status_msg' => 'API请求失败: ' . $e->getMessage(),
  1522. ]);
  1523. dLog('generate')->error('可灵AI创建主体API请求异常: ' . $e->getMessage());
  1524. }
  1525. }
  1526. /**
  1527. * 查询单个主体状态
  1528. *
  1529. * @param string $taskId
  1530. * @param string|null $externalTaskId
  1531. * @return array
  1532. */
  1533. public function queryElementStatus(string $taskId, string $externalTaskId = null): array
  1534. {
  1535. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1536. try {
  1537. // 生成JWT token
  1538. $jwtToken = $this->generateKelingJwtToken();
  1539. // 构建查询URL
  1540. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements/' . $taskId;
  1541. $queryParams = [];
  1542. if ($externalTaskId) {
  1543. $queryParams['external_task_id'] = $externalTaskId;
  1544. }
  1545. if (!empty($queryParams)) {
  1546. $url .= '?' . http_build_query($queryParams);
  1547. }
  1548. $response = $client->get($url, [
  1549. 'headers' => [
  1550. 'Authorization' => 'Bearer ' . $jwtToken,
  1551. 'Content-Type' => 'application/json',
  1552. ]
  1553. ]);
  1554. $responseData = json_decode($response->getBody(), true);
  1555. dLog('generate')->info('可灵AI查询主体状态响应: ', $responseData);
  1556. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1557. return [
  1558. 'success' => false,
  1559. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1560. 'data' => null
  1561. ];
  1562. }
  1563. // 更新本地数据库记录
  1564. if (isset($responseData['data'])) {
  1565. $this->updateLocalElementFromApi($responseData['data']);
  1566. }
  1567. return [
  1568. 'success' => true,
  1569. 'data' => $responseData['data']
  1570. ];
  1571. } catch (\Exception $e) {
  1572. dLog('generate')->error('可灵AI查询主体状态异常: ' . $e->getMessage());
  1573. return [
  1574. 'success' => false,
  1575. 'message' => '查询失败: ' . $e->getMessage(),
  1576. 'data' => null
  1577. ];
  1578. }
  1579. }
  1580. /**
  1581. * 根据API响应更新本地主体记录
  1582. *
  1583. * @param array $apiData
  1584. * @return void
  1585. */
  1586. private function updateLocalElementFromApi(array $apiData): void
  1587. {
  1588. $element = AIElement::where('task_id', $apiData['task_id'])->first();
  1589. if (!$element) {
  1590. return;
  1591. }
  1592. $updateData = [
  1593. 'task_status' => $apiData['task_status'],
  1594. 'task_status_msg' => $apiData['task_status_msg'] ?? null,
  1595. 'final_unit_deduction' => $apiData['final_unit_deduction'] ?? null,
  1596. 'updated_at' => isset($apiData['updated_at']) ?
  1597. date('Y-m-d H:i:s', $apiData['updated_at'] / 1000) : now(),
  1598. ];
  1599. // 如果任务成功,更新主体信息
  1600. if ($apiData['task_status'] === AIElement::STATUS_SUCCEED && isset($apiData['task_result']['elements'])) {
  1601. $elementData = $apiData['task_result']['elements'][0];
  1602. $updateData = array_merge($updateData, [
  1603. 'element_id' => $elementData['element_id'],
  1604. 'element_voice_info' => $elementData['element_voice_info'] ?? null,
  1605. 'owned_by' => $elementData['owned_by'] ?? 'custom',
  1606. 'status' => $elementData['status'] ?? AIElement::ELEMENT_STATUS_SUCCEED,
  1607. ]);
  1608. }
  1609. $element->update($updateData);
  1610. }
  1611. /**
  1612. * 查询自定义主体列表
  1613. *
  1614. * @param int $pageNum
  1615. * @param int $pageSize
  1616. * @return array
  1617. */
  1618. public function queryCustomElementsList(int $pageNum = 1, int $pageSize = 30): array
  1619. {
  1620. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1621. try {
  1622. // 生成JWT token
  1623. $jwtToken = $this->generateKelingJwtToken();
  1624. // 构建查询URL
  1625. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements';
  1626. $queryParams = [
  1627. 'pageNum' => $pageNum,
  1628. 'pageSize' => $pageSize,
  1629. ];
  1630. $url .= '?' . http_build_query($queryParams);
  1631. $response = $client->get($url, [
  1632. 'headers' => [
  1633. 'Authorization' => 'Bearer ' . $jwtToken,
  1634. 'Content-Type' => 'application/json',
  1635. ]
  1636. ]);
  1637. $responseData = json_decode($response->getBody(), true);
  1638. dLog('generate')->info('可灵AI查询自定义主体列表响应: ', $responseData);
  1639. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1640. return [
  1641. 'success' => false,
  1642. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1643. 'data' => []
  1644. ];
  1645. }
  1646. // 更新本地数据库记录
  1647. if (isset($responseData['data']) && is_array($responseData['data'])) {
  1648. foreach ($responseData['data'] as $elementData) {
  1649. $this->updateLocalElementFromApi($elementData);
  1650. }
  1651. }
  1652. return [
  1653. 'success' => true,
  1654. 'data' => $responseData['data'] ?? []
  1655. ];
  1656. } catch (\Exception $e) {
  1657. dLog('generate')->error('可灵AI查询自定义主体列表异常: ' . $e->getMessage());
  1658. return [
  1659. 'success' => false,
  1660. 'message' => '查询失败: ' . $e->getMessage(),
  1661. 'data' => []
  1662. ];
  1663. }
  1664. }
  1665. /**
  1666. * 查询官方主体列表
  1667. *
  1668. * @param int $pageNum
  1669. * @param int $pageSize
  1670. * @return array
  1671. */
  1672. public function queryOfficialElementsList(int $pageNum = 1, int $pageSize = 30): array
  1673. {
  1674. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1675. try {
  1676. // 生成JWT token
  1677. $jwtToken = $this->generateKelingJwtToken();
  1678. // 构建查询URL
  1679. $url = 'https://api-beijing.klingai.com/v1/general/advanced-presets-elements';
  1680. $queryParams = [
  1681. 'pageNum' => $pageNum,
  1682. 'pageSize' => $pageSize,
  1683. ];
  1684. $url .= '?' . http_build_query($queryParams);
  1685. $response = $client->get($url, [
  1686. 'headers' => [
  1687. 'Authorization' => 'Bearer ' . $jwtToken,
  1688. 'Content-Type' => 'application/json',
  1689. ]
  1690. ]);
  1691. $responseData = json_decode($response->getBody(), true);
  1692. dLog('generate')->info('可灵AI查询官方主体列表响应: ', $responseData);
  1693. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1694. return [
  1695. 'success' => false,
  1696. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1697. 'data' => []
  1698. ];
  1699. }
  1700. return [
  1701. 'success' => true,
  1702. 'data' => $responseData['data'] ?? []
  1703. ];
  1704. } catch (\Exception $e) {
  1705. dLog('generate')->error('可灵AI查询官方主体列表异常: ' . $e->getMessage());
  1706. return [
  1707. 'success' => false,
  1708. 'message' => '查询失败: ' . $e->getMessage(),
  1709. 'data' => []
  1710. ];
  1711. }
  1712. }
  1713. /**
  1714. * 删除自定义主体
  1715. *
  1716. * @param string $elementId
  1717. * @return array
  1718. */
  1719. public function deleteElement(string $elementId): array
  1720. {
  1721. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1722. try {
  1723. // 生成JWT token
  1724. $jwtToken = $this->generateKelingJwtToken();
  1725. // 构建API请求参数
  1726. $apiParams = [
  1727. 'element_id' => $elementId,
  1728. ];
  1729. dLog('generate')->info('可灵AI删除主体参数: ', $apiParams);
  1730. // 调用可灵AI删除主体API
  1731. $response = $client->post('https://api-beijing.klingai.com/v1/general/delete-elements', [
  1732. 'headers' => [
  1733. 'Authorization' => 'Bearer ' . $jwtToken,
  1734. 'Content-Type' => 'application/json',
  1735. ],
  1736. 'json' => $apiParams
  1737. ]);
  1738. $responseData = json_decode($response->getBody(), true);
  1739. dLog('generate')->info('可灵AI删除主体API响应: ', $responseData);
  1740. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1741. // API返回错误
  1742. return [
  1743. 'success' => false,
  1744. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error'
  1745. ];
  1746. } else {
  1747. // 删除成功,更新本地记录状态
  1748. AIElement::where('element_id', $elementId)->update([
  1749. 'status' => AIElement::ELEMENT_STATUS_DELETED,
  1750. 'updated_at' => now(),
  1751. ]);
  1752. return [
  1753. 'success' => true,
  1754. 'message' => '主体删除成功',
  1755. 'data' => $responseData['data'] ?? []
  1756. ];
  1757. }
  1758. } catch (\Exception $e) {
  1759. dLog('generate')->error('可灵AI删除主体API请求异常: ' . $e->getMessage());
  1760. return [
  1761. 'success' => false,
  1762. 'message' => 'API请求失败: ' . $e->getMessage()
  1763. ];
  1764. }
  1765. }
  1766. /**
  1767. * 获取本地主体列表(包含自定义和官方)
  1768. *
  1769. * @param array $filters
  1770. * @return \Illuminate\Contracts\Pagination\LengthAwarePaginator
  1771. */
  1772. public function getLocalElementsList(array $filters = [])
  1773. {
  1774. $query = AIElement::query();
  1775. // 筛选条件
  1776. if (isset($filters['owned_by'])) {
  1777. $query->where('owned_by', $filters['owned_by']);
  1778. }
  1779. if (isset($filters['reference_type'])) {
  1780. $query->where('reference_type', $filters['reference_type']);
  1781. }
  1782. if (isset($filters['status'])) {
  1783. $query->where('status', $filters['status']);
  1784. }
  1785. if (isset($filters['task_status'])) {
  1786. $query->where('task_status', $filters['task_status']);
  1787. }
  1788. // 搜索关键词
  1789. if (isset($filters['keyword']) && !empty($filters['keyword'])) {
  1790. $query->where(function ($q) use ($filters) {
  1791. $q->where('element_name', 'like', '%' . $filters['keyword'] . '%')
  1792. ->orWhere('element_description', 'like', '%' . $filters['keyword'] . '%');
  1793. });
  1794. }
  1795. return $query->orderBy('created_at', 'desc')
  1796. ->paginate($filters['page_size'] ?? 20);
  1797. }
  1798. /**
  1799. * 根据task获取segment_id或act_id(兼容act模式)
  1800. * 分镜模式:返回segment_id用于查询
  1801. * 全能模式:返回act_id用于查询(因为segment_id为空)
  1802. */
  1803. private function getSegmentIdFromTask($task)
  1804. {
  1805. $segment_id = getProp($task, 'alias_segment_id');
  1806. // 如果有segment_id,直接返回(分镜模式)
  1807. if (!empty($segment_id)) {
  1808. return $segment_id;
  1809. }
  1810. // 如果有alias_act_id,返回act_id(全能模式,segment_id为空)
  1811. $act_id = getProp($task, 'alias_act_id');
  1812. if (!empty($act_id)) {
  1813. return $act_id; // 直接返回act_id,不需要查segment_id
  1814. }
  1815. return null;
  1816. }
  1817. /**
  1818. * 更新分镜表(兼容act模式)
  1819. * 分镜模式:使用segment_id字段更新
  1820. * 全能模式:使用id字段更新
  1821. */
  1822. private function updateSegmentTable($task, $updateData)
  1823. {
  1824. $segment_id = getProp($task, 'alias_segment_id');
  1825. $act_id = getProp($task, 'alias_act_id');
  1826. if (!empty($segment_id)) {
  1827. // 分镜模式:使用segment_id更新
  1828. return DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($updateData);
  1829. } elseif (!empty($act_id)) {
  1830. // 全能模式(全能模式):使用id更新
  1831. return DB::table('mp_episode_segments')->where('id', $act_id)->update($updateData);
  1832. }
  1833. return false;
  1834. }
  1835. /**
  1836. * 获取audio_duration(兼容act模式)
  1837. * 分镜模式:使用segment_id查询
  1838. * 全能模式:使用id查询
  1839. * @param array $task 任务数据
  1840. * @param string|int $segmentIdOrActId segment_id或act_id
  1841. * @param float|null $video_duration 视频时长(如果传入,全能模式直接返回此值)
  1842. * @return float
  1843. */
  1844. private function getAudioDuration($task, $segmentIdOrActId, $video_duration = null)
  1845. {
  1846. $segment_id = getProp($task, 'alias_segment_id');
  1847. $act_id = getProp($task, 'alias_act_id');
  1848. if (!empty($segment_id)) {
  1849. // 分镜模式:使用segment_id查询
  1850. return DB::table('mp_episode_segments')->where('segment_id', $segmentIdOrActId)->value('audio_duration');
  1851. } elseif (!empty($act_id)) {
  1852. // 全能模式:如果传入了video_duration直接返回,否则查询audio_duration
  1853. if ($video_duration !== null && $video_duration > 0) {
  1854. return $video_duration;
  1855. }
  1856. return DB::table('mp_episode_segments')->where('id', $segmentIdOrActId)->value('audio_duration');
  1857. }
  1858. return 0;
  1859. }
  1860. /**
  1861. * 添加视频生成对话记录
  1862. * @param array $task 任务数据
  1863. * @param string|int $segmentIdOrActId segment_id(分镜模式)或 act_id(全能模式)
  1864. * @param string $videoUrl 视频URL
  1865. * @return void
  1866. */
  1867. private function addVideoGenerationRecords($task, $segmentIdOrActId, $videoUrl)
  1868. {
  1869. try {
  1870. $segment_id = getProp($task, 'alias_segment_id');
  1871. $act_id = getProp($task, 'alias_act_id');
  1872. $reference_images = getProp($task, 'ref_image_url');
  1873. if (!$reference_images) $reference_images = json_encode([], 256);
  1874. if (!empty($segment_id)) {
  1875. // 分镜模式:使用segment_id查询
  1876. $segment = DB::table('mp_episode_segments as a')->leftJoin('mp_animes as b', 'a.anime_id', 'b.id')
  1877. ->where('a.segment_id', $segmentIdOrActId)
  1878. ->select('b.user_id as uid', 'a.anime_id', 'a.episode_number', 'a.tail_frame', 'a.segment_id')
  1879. ->first();
  1880. } elseif (!empty($act_id)) {
  1881. // 全能模式:使用id查询
  1882. $segment = DB::table('mp_episode_segments as a')->leftJoin('mp_animes as b', 'a.anime_id', 'b.id')
  1883. ->where('a.id', $segmentIdOrActId)
  1884. ->select('b.user_id as uid', 'a.anime_id', 'a.episode_number', 'a.act_content', 'a.act_show_content', 'a.id as act_id')
  1885. ->first();
  1886. } else {
  1887. dLog('generate')->warning('无法确定查询模式,任务缺少segment_id和act_id', ['segment_id_or_act_id' => $segmentIdOrActId]);
  1888. return;
  1889. }
  1890. if (!$segment) {
  1891. dLog('generate')->warning('分镜信息不存在,无法添加对话记录', ['segment_id_or_act_id' => $segmentIdOrActId]);
  1892. return;
  1893. }
  1894. $now = date('Y-m-d H:i:s');
  1895. // 根据模式确定保存的字段和值
  1896. if (!empty($segment_id)) {
  1897. // 分镜模式:保存segment_id字段
  1898. $recordField = 'segment_id';
  1899. $recordValue = $segmentIdOrActId;
  1900. $userContent = '图片转视频';
  1901. $assistantContent = $segment->tail_frame ?: '';
  1902. } else {
  1903. // 全能模式:保存act_id字段
  1904. $recordField = 'act_id';
  1905. $recordValue = $segmentIdOrActId;
  1906. $userContent = '片段转视频';
  1907. $assistantContent = $segment->act_show_content ? $segment->act_show_content : $segment->act_content;
  1908. if (!$assistantContent) $assistantContent = '';
  1909. }
  1910. // 保存对话记录
  1911. $records = [
  1912. [
  1913. 'uid' => $segment->uid,
  1914. 'anime_id' => $segment->anime_id,
  1915. 'sequence' => $segment->episode_number,
  1916. 'role' => 'user',
  1917. 'content' => $userContent,
  1918. $recordField => $recordValue,
  1919. 'video_url' => '',
  1920. 'reference_images' => json_encode([], 256),
  1921. 'created_at' => $now,
  1922. 'updated_at' => $now
  1923. ],
  1924. [
  1925. 'uid' => $segment->uid,
  1926. 'anime_id' => $segment->anime_id,
  1927. 'sequence' => $segment->episode_number,
  1928. 'role' => 'assistant',
  1929. 'content' => $assistantContent,
  1930. $recordField => $recordValue,
  1931. 'video_url' => $videoUrl,
  1932. 'reference_images' => $reference_images,
  1933. 'created_at' => $now,
  1934. 'updated_at' => $now
  1935. ]
  1936. ];
  1937. DB::table('mp_anime_records')->insert($records);
  1938. dLog('generate')->info('视频生成对话记录添加成功', [
  1939. 'segment_id_or_act_id' => $segmentIdOrActId,
  1940. 'video_url' => $videoUrl,
  1941. 'uid' => $segment->uid,
  1942. 'anime_id' => $segment->anime_id
  1943. ]);
  1944. } catch (\Exception $e) {
  1945. dLog('generate')->error('添加视频生成对话记录失败: ' . $e->getMessage(), [
  1946. 'segment_id' => $segmentIdOrActId,
  1947. 'video_url' => $videoUrl,
  1948. 'error' => $e->getMessage()
  1949. ]);
  1950. }
  1951. }
  1952. /**
  1953. * 创建统一API视频生成任务(智帧20等新模型)
  1954. *
  1955. * @param array $params
  1956. * @return MpGenerateVideoTask
  1957. */
  1958. public function createUnifiedApiTask(array $params): MpGenerateVideoTask
  1959. {
  1960. // 生成唯一的任务ID
  1961. $taskId = 'unified_' . time() . '_' . uniqid();
  1962. // 创建任务记录
  1963. $task = MpGenerateVideoTask::create([
  1964. 'task_id' => $taskId,
  1965. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  1966. 'alias_act_id' => $params['alias_act_id'] ?? '',
  1967. 'prompt' => $params['prompt'] ?? '',
  1968. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1969. 'tail_frame_url' => $params['last_frame_url'] ?? '',
  1970. 'ref_image_url' => $params['ref_image_url'] ?? json_encode([], 256),
  1971. 'seed' => $params['seed'] ?? -1,
  1972. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1973. 'video_resolution' => $params['video_resolution'] ?? '720p',
  1974. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1975. 'api_type' => 'zzengine',
  1976. 'extra_params' => [
  1977. 'task_type' => 'video',
  1978. 'model_code' => $params['model_code'] ?? 'zhizhen-20-mini',
  1979. 'callback_url' => $params['callback_url'] ?? '',
  1980. 'video_duration' => $params['video_duration'] ?? 5,
  1981. 'video_ratio' => $params['video_ratio'] ?? '9:16',
  1982. 'parameters' => $params['parameters'] ?? [],
  1983. ]
  1984. ]);
  1985. // 提交任务到统一API
  1986. $this->submitUnifiedApiTaskToApi($task);
  1987. return $task;
  1988. }
  1989. /**
  1990. * 提交任务到统一API
  1991. *
  1992. * @param MpGenerateVideoTask $task
  1993. * @return void
  1994. */
  1995. private function submitUnifiedApiTaskToApi(MpGenerateVideoTask $task): void
  1996. {
  1997. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1998. try {
  1999. // 验证环境变量配置
  2000. $apiKey = env('ZHIZHEN_AI_SK');
  2001. $apiUrl = 'https://model-relay.zzengine.net/api/v1/task/submit';
  2002. if (empty($apiKey)) {
  2003. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2004. 'error_message' => '统一视频API密钥未配置,请检查环境变量UNIFIED_VIDEO_API_KEY'
  2005. ]);
  2006. return;
  2007. }
  2008. $extraParams = $task->extra_params;
  2009. // 构建统一API请求参数
  2010. $apiParams = [
  2011. 'task_type' => 'video',
  2012. 'model_code' => $extraParams['model_code'] ?? 'zhizhen-20-mini',
  2013. 'prompt' => $task->prompt,
  2014. 'video_duration' => $extraParams['video_duration'] ?? 5,
  2015. 'video_resolution' => $task->video_resolution,
  2016. 'video_ratio' => $extraParams['video_ratio'] ?? '9:16',
  2017. ];
  2018. // 添加回调地址
  2019. if (!empty($extraParams['callback_url'])) {
  2020. $apiParams['callback_url'] = $extraParams['callback_url'];
  2021. }
  2022. // 添加parameters参数
  2023. if (!empty($extraParams['parameters'])) {
  2024. $apiParams['parameters'] = $extraParams['parameters'];
  2025. }
  2026. dLog('generate')->info('统一API视频生成参数: ', $apiParams);
  2027. logDB('generate', 'info', '统一API视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  2028. // 调用统一API
  2029. $response = $client->post($apiUrl, [
  2030. 'headers' => [
  2031. 'X-Api-Key' => $apiKey,
  2032. 'Content-Type' => 'application/json',
  2033. ],
  2034. 'json' => $apiParams
  2035. ]);
  2036. $responseData = json_decode($response->getBody(), true);
  2037. dLog('generate')->info('统一API响应: ', $responseData);
  2038. logDB('generate', 'info', '统一API视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  2039. if (isset($responseData['error']) || !isset($responseData['data']['task_uid'])) {
  2040. // API返回错误
  2041. $errorMsg = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  2042. logDB('generate', 'error', '统一API视频生成任务提交失败', ['id' => $task->id, 'error' => $errorMsg]);
  2043. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2044. 'error_message' => $errorMsg,
  2045. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  2046. ]);
  2047. } elseif (isset($responseData['data']['task_uid'])) {
  2048. // 任务提交成功,更新状态为处理中
  2049. $updateData = [
  2050. 'task_id' => $responseData['data']['task_uid'], // 使用API返回的task_uid
  2051. 'extra_params' => array_merge($task->extra_params, [
  2052. 'task_uid' => $responseData['data']['task_uid'],
  2053. 'estimated_amount' => $responseData['data']['estimated_amount'] ?? 0,
  2054. 'account_uid' => $responseData['data']['account_uid'] ?? '',
  2055. 'key_uid' => $responseData['data']['key_uid'] ?? '',
  2056. 'api_response' => $responseData
  2057. ])
  2058. ];
  2059. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  2060. } else {
  2061. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2062. 'error_message' => '未知的API响应格式',
  2063. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  2064. ]);
  2065. }
  2066. } catch (\GuzzleHttp\Exception\RequestException $e) {
  2067. $errorMsg = 'API请求失败';
  2068. if ($e->hasResponse()) {
  2069. $errorResponse = json_decode($e->getResponse()->getBody()->getContents(), true);
  2070. $errorMsg .= ': ' . ($errorResponse['message'] ?? $e->getMessage());
  2071. logDB('generate', 'error', '统一API请求失败', ['id' => $task->id, 'error' => $errorResponse]);
  2072. } else {
  2073. $errorMsg .= ': ' . $e->getMessage();
  2074. logDB('generate', 'error', '统一API请求失败', ['id' => $task->id, 'error' => $e->getMessage()]);
  2075. }
  2076. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2077. 'error_message' => $errorMsg
  2078. ]);
  2079. } catch (\Exception $e) {
  2080. logDB('generate', 'error', '统一API任务提交异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  2081. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2082. 'error_message' => 'API请求失败: ' . $e->getMessage()
  2083. ]);
  2084. }
  2085. }
  2086. /**
  2087. * 查询统一API任务状态
  2088. *
  2089. * @param MpGenerateVideoTask $task
  2090. * @return array
  2091. */
  2092. public function queryUnifiedApiTaskStatus(MpGenerateVideoTask $task): array
  2093. {
  2094. $client = new Client(['verify' => false, 'timeout' => 1200]);
  2095. try {
  2096. // 获取API任务UID
  2097. $extraParams = $task->extra_params;
  2098. $taskUid = $extraParams['task_uid'] ?? $task->task_id;
  2099. if (!$taskUid) {
  2100. return [
  2101. 'status' => 'failed',
  2102. 'error_message' => 'API任务UID不存在',
  2103. 'result_url' => null
  2104. ];
  2105. }
  2106. // 验证环境变量配置
  2107. $apiKey = env('ZHIZHEN_AI_SK');
  2108. $apiUrl = 'https://model-relay.zzengine.net';
  2109. $queryUrl = rtrim($apiUrl, '/') . '/api/v1/task/query';
  2110. if (empty($apiKey)) {
  2111. return [
  2112. 'status' => 'failed',
  2113. 'error_message' => '统一视频API密钥未配置',
  2114. 'result_url' => null
  2115. ];
  2116. }
  2117. dLog('generate')->info('查询统一API任务状态: ', ['task_uid' => $taskUid]);
  2118. // 调用统一API查询接口(GET请求)
  2119. $response = $client->get($queryUrl, [
  2120. 'headers' => [
  2121. 'X-Api-Key' => $apiKey,
  2122. ],
  2123. 'query' => [
  2124. 'task_uid' => $taskUid
  2125. ]
  2126. ]);
  2127. $responseData = json_decode($response->getBody(), true);
  2128. dLog('generate')->info('统一API任务状态查询响应: ', $responseData);
  2129. // 检查响应code
  2130. if (!isset($responseData['code']) || $responseData['code'] !== 0) {
  2131. $errorMsg = $responseData['msg'] ?? $responseData['message'] ?? 'API查询失败';
  2132. logDB('generate', 'error', '统一API任务状态查询失败', ['id' => $task->id, 'error' => $errorMsg]);
  2133. return [
  2134. 'status' => 'failed',
  2135. 'error_message' => $errorMsg,
  2136. 'result_url' => null,
  2137. 'result_json' => $responseData ?? []
  2138. ];
  2139. }
  2140. // 解析API响应
  2141. $taskData = $responseData['data']['task'] ?? [];
  2142. if (empty($taskData)) {
  2143. return [
  2144. 'status' => 'failed',
  2145. 'error_message' => '任务数据为空',
  2146. 'result_url' => null,
  2147. 'result_json' => $responseData ?? []
  2148. ];
  2149. }
  2150. // 任务状态映射:0=排队中,1=执行中,2=成功,3=失败
  2151. $taskStatus = $taskData['status'] ?? 3;
  2152. $failReason = $taskData['fail_reason'] ?? '';
  2153. $returnData = [
  2154. 'status' => 'processing',
  2155. 'error_message' => null,
  2156. 'result_url' => null,
  2157. 'result_json' => $responseData ?? []
  2158. ];
  2159. // 根据status判断任务状态
  2160. if ($taskStatus === 2) {
  2161. // 任务成功
  2162. $detail = $taskData['detail'] ?? [];
  2163. $result = $detail['result'] ?? [];
  2164. // 获取视频URL
  2165. $videoUrl = $result['video'] ?? null;
  2166. if (!$videoUrl && isset($result['videos']) && is_array($result['videos']) && count($result['videos']) > 0) {
  2167. $videoUrl = $result['videos'][0];
  2168. }
  2169. if ($videoUrl) {
  2170. // 保存视频到TOS
  2171. try {
  2172. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  2173. $video_ext = getVideoExtFromUrl($videoUrl);
  2174. $video_name = $video_name . $video_ext;
  2175. $url = uploadStreamByTos('video', file_get_contents($videoUrl), $video_name);
  2176. $returnData['result_url'] = $url;
  2177. // 压缩视频
  2178. $compressed_video_url = compressVideo($url);
  2179. $returnData['compressed_url'] = $compressed_video_url ?: $url;
  2180. } catch (\Exception $e) {
  2181. dLog('generate')->error('保存视频到TOS失败', ['error' => $e->getMessage()]);
  2182. $returnData['result_url'] = $videoUrl; // 如果保存失败,使用原URL
  2183. }
  2184. } else {
  2185. $returnData['status'] = 'failed';
  2186. $returnData['error_message'] = '视频URL不存在';
  2187. return $returnData;
  2188. }
  2189. // 获取视频时长
  2190. $video_duration = $detail['duration'] ?? 0;
  2191. if ($video_duration > 0) {
  2192. $returnData['video_duration'] = (int)$video_duration;
  2193. $returnData['video_time_point_start'] = 0;
  2194. $returnData['video_time_point_end'] = (int)$video_duration;
  2195. }
  2196. // 获取尾帧
  2197. if (isset($result['last_frame_url'])) {
  2198. $returnData['last_frame_url'] = $result['last_frame_url'];
  2199. }
  2200. $returnData['status'] = 'success';
  2201. } elseif ($taskStatus === 3) {
  2202. // 任务失败
  2203. $returnData['status'] = 'failed';
  2204. $returnData['error_message'] = $failReason ?: '任务执行失败';
  2205. } elseif (in_array($taskStatus, [0, 1])) {
  2206. // 0=排队中,1=执行中
  2207. $returnData['status'] = 'processing';
  2208. } else {
  2209. $returnData['status'] = 'failed';
  2210. $returnData['error_message'] = '未知的任务状态: ' . $taskStatus;
  2211. }
  2212. return $returnData;
  2213. } catch (\GuzzleHttp\Exception\RequestException $e) {
  2214. $errorMsg = 'API查询失败';
  2215. if ($e->hasResponse()) {
  2216. $errorResponse = json_decode($e->getResponse()->getBody()->getContents(), true);
  2217. $errorMsg .= ': ' . ($errorResponse['msg'] ?? $errorResponse['message'] ?? $e->getMessage());
  2218. } else {
  2219. $errorMsg .= ': ' . $e->getMessage();
  2220. }
  2221. return [
  2222. 'status' => 'processing',
  2223. 'error_message' => $errorMsg,
  2224. 'result_url' => null
  2225. ];
  2226. } catch (\Exception $e) {
  2227. return [
  2228. 'status' => 'processing',
  2229. 'error_message' => $e->getMessage(),
  2230. 'result_url' => null
  2231. ];
  2232. }
  2233. }
  2234. /**
  2235. * 更新统一API视频任务状态
  2236. *
  2237. * @param MpGenerateVideoTask $task
  2238. * @return void
  2239. */
  2240. private function updateUnifiedApiTask($task): void
  2241. {
  2242. $statusInfo = $this->queryUnifiedApiTaskStatus($task);
  2243. if (!isset($statusInfo['status'])) return;
  2244. if ($statusInfo['status'] === 'success') {
  2245. logDB('generate', 'info', '统一API视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  2246. // 同步调整分镜视频状态和结果(兼容全能模式)
  2247. $segment_id = $this->getSegmentIdFromTask($task);
  2248. if ($segment_id && isset($statusInfo['result_url'])) {
  2249. try {
  2250. DB::beginTransaction();
  2251. // 在事务中更新任务状态
  2252. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  2253. $now = date('Y-m-d H:i:s');
  2254. // 构建更新数据
  2255. $segmentUpdateData = [
  2256. 'origin_video_url' => $statusInfo['result_url'],
  2257. 'video_task_status' => '已完成',
  2258. 'current_type' => 2,
  2259. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  2260. 'updated_at' => $now
  2261. ];
  2262. // 使用查询任务时已压缩的视频URL,避免重复压缩
  2263. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  2264. // 只有当video_duration存在且大于0时才更新
  2265. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  2266. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  2267. $segmentUpdateData['video_time_point_start'] = 0;
  2268. // 获取audio_duration(兼容全能模式)
  2269. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration'] ?? null);
  2270. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  2271. }
  2272. // 更新分镜表(兼容act模式)
  2273. $this->updateSegmentTable($task, $segmentUpdateData);
  2274. // 添加视频生成对话记录
  2275. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  2276. DB::commit();
  2277. } catch (\Exception $e) {
  2278. DB::rollBack();
  2279. dLog('generate')->error('统一API视频任务处理失败', [
  2280. 'segment_id' => $segment_id,
  2281. 'task_id' => $task->id,
  2282. 'error' => $e->getMessage()
  2283. ]);
  2284. }
  2285. } else {
  2286. // 没有segment_id的情况下,直接更新任务状态
  2287. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  2288. }
  2289. } elseif ($statusInfo['status'] === 'failed') {
  2290. logDB('generate', 'error', '统一API视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  2291. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2292. 'error_message' => $statusInfo['error_message'],
  2293. 'result_json' => $statusInfo['result_json'] ?? []
  2294. ]);
  2295. // 同步更新分镜表状态为失败(兼容全能模式)
  2296. $segment_id = $this->getSegmentIdFromTask($task);
  2297. if ($segment_id) {
  2298. $this->updateSegmentTable($task, [
  2299. 'video_task_status' => '失败',
  2300. 'updated_at' => date('Y-m-d H:i:s')
  2301. ]);
  2302. }
  2303. }
  2304. // 如果仍然是处理中状态,不做任何操作
  2305. // 处理:如果任务处理超过48小时,标记为失败
  2306. $processingTime = now()->diffInHours($task->created_at);
  2307. if ($processingTime > 48) {
  2308. logDB('generate', 'warning', '统一API视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  2309. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2310. 'error_message' => '任务处理超时(超过48小时)'
  2311. ]);
  2312. // 同步更新分镜表状态为失败(兼容全能模式)
  2313. $segment_id = $this->getSegmentIdFromTask($task);
  2314. if ($segment_id) {
  2315. $this->updateSegmentTable($task, [
  2316. 'video_task_status' => '失败',
  2317. 'updated_at' => date('Y-m-d H:i:s')
  2318. ]);
  2319. }
  2320. }
  2321. }
  2322. }