AIVideoGenerationService.php 115 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Models\AIElement;
  6. use App\Services\VolcEngineService;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Redis;
  10. class AIVideoGenerationService
  11. {
  12. private $volcEngineService;
  13. public function __construct(VolcEngineService $volcEngineService)
  14. {
  15. $this->volcEngineService = $volcEngineService;
  16. }
  17. /**
  18. * 异步创建视频生成任务
  19. *
  20. * @param array $params
  21. * @return MpGenerateVideoTask
  22. */
  23. public function createJimengTask(array $params): MpGenerateVideoTask
  24. {
  25. // 生成唯一的任务ID
  26. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  27. // 创建任务记录
  28. $task = MpGenerateVideoTask::create([
  29. 'task_id' => $taskId,
  30. 'prompt' => $params['prompt'] ?? '',
  31. 'first_frame_url' => $params['first_frame_url'] ?? null,
  32. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  33. 'seed' => $params['seed'] ?? -1,
  34. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  35. 'video_resolution' => $params['video_resolution'] ?? '720P',
  36. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  37. 'api_type' => 'jimeng',
  38. ]);
  39. // 发送异步请求到即梦AI API创建任务
  40. $this->submitTaskToApi($task);
  41. return $task;
  42. }
  43. /**
  44. * 提交任务到即梦AI API
  45. *
  46. * @param MpGenerateVideoTask $task
  47. * @return void
  48. */
  49. private function submitTaskToApi(MpGenerateVideoTask $task): void
  50. {
  51. try {
  52. // 验证环境变量配置
  53. $accessKey = env('VOLC_AI_AK');
  54. $secretKey = env('VOLC_AI_SK');
  55. if (empty($accessKey) || empty($secretKey)) {
  56. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  57. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  58. ]);
  59. return;
  60. }
  61. // 根据任务类型选择对应的req_key
  62. if ($task->first_frame_url && $task->tail_frame_url) {
  63. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  64. }else if($task->first_frame_url){
  65. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  66. }else{
  67. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  68. }
  69. // 构建即梦AI 3.0 视频生成API请求参数
  70. $apiParams = [
  71. 'req_key' => $req_key,
  72. 'prompt' => $task->prompt,
  73. 'seed' => (int)$task->seed,
  74. 'frames' => $task->frames,
  75. ];
  76. // 添加图片URL参数
  77. if ($task->first_frame_url) {
  78. $apiParams['image_urls'] = [
  79. $task->first_frame_url
  80. ];
  81. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  82. }
  83. dLog('generate')->info('图生视频参数: ', $apiParams);
  84. logDB('generate', 'info', '即梦AI视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  85. // 调用即梦AI 3.0 视频生成API提交任务
  86. $response = $this->volcEngineService->request(
  87. 'POST',
  88. 'visual.volcengineapi.com', // 即梦AI API域名
  89. '/', // 使用根路径
  90. [], // Query参数
  91. json_encode($apiParams),
  92. $accessKey,
  93. $secretKey,
  94. 'cv', // 服务标识
  95. 'cn-north-1', // 区域
  96. 'CVSync2AsyncSubmitTask',
  97. '2022-08-31',
  98. 'application/json'
  99. );
  100. $responseData = json_decode($response['body'], true);
  101. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  102. logDB('generate', 'info', '即梦AI视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  103. if ($responseData['code'] !== 10000) {
  104. // API返回错误
  105. logDB('generate', 'error', '即梦AI视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  106. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  107. 'error_message' => $responseData['message'] ?? 'API Error',
  108. 'extra_params' => $responseData['data'] ?? []
  109. ]);
  110. } else {
  111. // 任务提交成功,更新状态为处理中
  112. $updateData = [];
  113. // 存储API返回的任务ID
  114. if (isset($responseData['data']['task_id'])) {
  115. $updateData['task_id'] = $responseData['data']['task_id'];
  116. $updateData['extra_params'] = $responseData['data'] ?? [];
  117. $updateData['extra_params']['req_key'] = $req_key;
  118. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  119. }
  120. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  121. }
  122. } catch (\Exception $e) {
  123. // 记录错误
  124. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  125. 'error_message' => 'API请求失败: ' . $e->getMessage()
  126. ]);
  127. Utils::throwError('1001:'.$e->getMessage());
  128. }
  129. }
  130. /**
  131. * 查询任务状态(即梦AI)
  132. *
  133. * @param MpGenerateVideoTask $task
  134. * @return array
  135. */
  136. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  137. {
  138. try {
  139. // 获取API任务ID
  140. $apiTaskId = $task->task_id ?? null;
  141. if (!$apiTaskId) {
  142. return [
  143. 'status' => 'failed',
  144. 'error_message' => 'API任务ID不存在',
  145. 'result_url' => null
  146. ];
  147. }
  148. // 根据任务类型选择对应的req_key
  149. if ($task->first_frame_url && $task->tail_frame_url) {
  150. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  151. }else if($task->first_frame_url){
  152. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  153. }else{
  154. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  155. }
  156. // 构建查询参数
  157. $apiParams = [
  158. 'req_key' => $req_key,
  159. 'task_id' => $apiTaskId,
  160. // 'req_json' => '{"return_url":true}' // 返回URL格式
  161. ];
  162. // 调用即梦AI 3.0 视频生成API查询任务状态
  163. $response = $this->volcEngineService->request(
  164. 'POST',
  165. 'visual.volcengineapi.com',
  166. '/', // 使用根路径
  167. [], // Query参数
  168. json_encode($apiParams),
  169. env('VOLC_AI_AK'),
  170. env('VOLC_AI_SK'),
  171. 'cv',
  172. 'cn-north-1',
  173. 'CVSync2AsyncGetResult',
  174. '2022-08-31',
  175. 'application/json'
  176. );
  177. $responseData = json_decode($response['body'], true);
  178. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  179. logDB('generate', 'info', '即梦AI视频任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  180. if ($responseData['code'] !== 10000) {
  181. // API返回错误
  182. logDB('generate', 'error', '即梦AI视频任务状态查询失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  183. return [
  184. 'status' => 'failed',
  185. 'error_message' => $responseData['message'] ?? 'API Error',
  186. 'result_url' => null,
  187. 'result_json' => $responseData ?? []
  188. ];
  189. }
  190. // 解析API响应
  191. $result = $responseData['data'] ?? [];
  192. $taskStatus = $result['status'] ?? 'failed';
  193. $returnData = [
  194. 'status' => $taskStatus,
  195. 'error_message' => null,
  196. 'result_url' => null,
  197. 'result_json' => $responseData ?? []
  198. ];
  199. // 如果任务成功,获取结果URL
  200. if ($taskStatus === 'done' && isset($result['video_url'])) {
  201. if (isset($result['video_url'])) {
  202. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  203. $video_ext = getVideoExtFromUrl($result['video_url']);
  204. $video_name = $video_name . $video_ext;
  205. // 将视频另存到tos
  206. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  207. $returnData['result_url'] = $url;
  208. // 压缩视频
  209. $compressed_video_url = compressVideo($url);
  210. $returnData['compressed_url'] = $compressed_video_url ?: $url;
  211. }
  212. // 计算视频时长
  213. $video_duration = 0;
  214. if (isset($result['duration'])) {
  215. $video_duration = (int)$result['duration'];
  216. } elseif (isset($result['frames']) && isset($result['framespersecond'])) {
  217. $frames = (int)$result['frames'];
  218. $fps = (int)$result['framespersecond'];
  219. if ($fps > 0) {
  220. $video_duration = (int)floor($frames / $fps);
  221. }
  222. }
  223. // 如果没有计算出时长,使用任务表中的设定值
  224. if ($video_duration <= 0 && !empty($task->extra_params)) {
  225. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  226. if (isset($extraParams['duration'])) {
  227. $video_duration = (int)$extraParams['duration'];
  228. }
  229. }
  230. // 只有当video_duration > 0时才添加到返回数据中
  231. if ($video_duration > 0) {
  232. $returnData['video_duration'] = $video_duration;
  233. $returnData['video_time_point_start'] = 0;
  234. $returnData['video_time_point_end'] = $video_duration;
  235. }
  236. $returnData['status'] = 'success';
  237. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  238. $returnData['status'] = 'failed';
  239. $returnData['error_message'] = '任务未找到或已过期';
  240. } elseif ($taskStatus === 'failed') {
  241. $returnData['status'] = 'failed';
  242. $returnData['error_message'] = '任务执行失败';
  243. }
  244. // in_queue 或 generating状态保持原status
  245. return $returnData;
  246. } catch (\Exception $e) {
  247. return [
  248. 'status' => 'failed',
  249. 'error_message' => $e->getMessage(),
  250. 'result_url' => null
  251. ];
  252. }
  253. }
  254. /**
  255. * 更新所有待处理任务的状态
  256. *
  257. * @return void
  258. */
  259. public function updatePendingTasks(): void
  260. {
  261. // 获取所有处理中的任务
  262. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  263. ->get();
  264. foreach ($tasks as $task) {
  265. $api_type = getProp($task, 'api_type');
  266. switch($api_type) {
  267. case 'seedance':
  268. $this->updateSeedanceTask($task);
  269. break;
  270. case 'jimeng':
  271. $this->updateJimengTask($task);
  272. break;
  273. case 'keling':
  274. $this->updateKelingOmniTask($task);
  275. break;
  276. case 'zzengine':
  277. $this->updateUnifiedApiTask($task);
  278. break;
  279. default:
  280. break;
  281. }
  282. }
  283. }
  284. // 更新即梦AI视频任务状态
  285. private function updateJimengTask($task) {
  286. $statusInfo = $this->queryJimengTaskStatus($task);
  287. if (!isset($statusInfo['status'])) return;
  288. if ($statusInfo['status'] === 'success') {
  289. logDB('generate', 'info', '即梦AI视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  290. // 同步调整分镜视频状态和结果(兼容全能模式)
  291. $segment_id = $this->getSegmentIdFromTask($task);
  292. if ($segment_id && isset($statusInfo['result_url'])) {
  293. try {
  294. DB::beginTransaction();
  295. // 在事务中更新任务状态
  296. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  297. $now = date('Y-m-d H:i:s');
  298. // 构建更新数据
  299. $segmentUpdateData = [
  300. 'origin_video_url' => $statusInfo['result_url'],
  301. 'video_task_status' => '已完成',
  302. 'current_type' => 2,
  303. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  304. 'updated_at' => $now
  305. ];
  306. // 使用查询任务时已压缩的视频URL,避免重复压缩
  307. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  308. // 只有当video_duration存在且大于0时才更新
  309. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  310. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  311. $segmentUpdateData['video_time_point_start'] = 0;
  312. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration'] ?? null);
  313. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  314. }
  315. // 更新分镜表(兼容act模式)
  316. $this->updateSegmentTable($task, $segmentUpdateData);
  317. // 添加视频生成对话记录
  318. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  319. DB::commit();
  320. } catch (\Exception $e) {
  321. DB::rollBack();
  322. dLog('generate')->error('即梦视频任务处理失败', [
  323. 'segment_id' => $segment_id,
  324. 'task_id' => $task->id,
  325. 'error' => $e->getMessage()
  326. ]);
  327. }
  328. } else {
  329. // 没有segment_id的情况下,直接更新任务状态
  330. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  331. }
  332. } elseif ($statusInfo['status'] === 'failed') {
  333. logDB('generate', 'error', '即梦AI视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  334. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  335. // 同步更新分镜表状态为失败(兼容全能模式)
  336. $segment_id = $this->getSegmentIdFromTask($task);
  337. if ($segment_id) {
  338. $this->updateSegmentTable($task, [
  339. 'video_task_status' => '失败',
  340. 'updated_at' => date('Y-m-d H:i:s')
  341. ]);
  342. }
  343. }
  344. // 如果仍然是处理中状态,不做任何操作
  345. // 处理:如果任务处理超过12小时,标记为失败
  346. $processingTime = now()->diffInHours($task->created_at);
  347. if ($processingTime > 12) {
  348. logDB('generate', 'warning', '即梦AI视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  349. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  350. 'error_message' => '任务处理超时(超过12小时)'
  351. ]);
  352. // 同步更新分镜表状态为失败(兼容全能模式)
  353. $segment_id = $this->getSegmentIdFromTask($task);
  354. if ($segment_id) {
  355. $this->updateSegmentTable($task, [
  356. 'video_task_status' => '失败',
  357. 'updated_at' => date('Y-m-d H:i:s')
  358. ]);
  359. }
  360. }
  361. }
  362. public function getTaskList($data)
  363. {
  364. $task_id = getProp($data, 'task_id');
  365. $status = getProp($data, 'status');
  366. $query = MpGenerateVideoTask::select('*');
  367. if ($task_id) {
  368. $query->where('id', $task_id);
  369. }
  370. if ($status) {
  371. $query->where('status', $status);
  372. }
  373. return $query->orderBy('created_at', 'desc')->paginate();
  374. }
  375. /**
  376. * 创建 Seedance 1.5 Pro 视频生成任务
  377. *
  378. * @param array $params
  379. * @return MpGenerateVideoTask
  380. */
  381. public function createSeedanceTask(array $params): MpGenerateVideoTask
  382. {
  383. // 生成唯一的任务ID
  384. $taskId = 'seedance_' . time() . '_' . uniqid();
  385. // 创建任务记录,复用现有表结构
  386. $task = MpGenerateVideoTask::create([
  387. 'task_id' => $taskId,
  388. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  389. 'alias_act_id' => $params['alias_act_id'] ?? '',
  390. 'prompt' => $params['prompt'] ?? '',
  391. 'first_frame_url' => $params['first_frame_url'] ?? '',
  392. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  393. 'seed' => $params['seed'] ?? -1,
  394. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  395. 'video_resolution' => $params['video_resolution'] ?? '720P',
  396. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  397. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  398. 'extra_params' => [
  399. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  400. 'content' => $params['content'],
  401. 'callback_url' => $params['callback_url'] ?? '',
  402. 'return_last_frame' => $params['return_last_frame'] ?? true,
  403. 'service_tier' => $params['service_tier'] ?? 'default',
  404. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  405. 'video_resolution' => $params['video_resolution'] ?? '720P',
  406. 'generate_audio' => $params['generate_audio'] ?? false,
  407. 'draft' => $params['draft'] ?? false,
  408. 'ratio' => $params['ratio'] ?? '9:16',
  409. 'duration' => $params['video_duration'] ?? 5,
  410. 'camera_fixed' => $params['camera_fixed'] ?? false,
  411. 'watermark' => $params['watermark'] ?? false,
  412. ]
  413. ]);
  414. // 提交任务到火山引擎 API
  415. $this->submitSeedanceTaskToApi($task);
  416. return $task;
  417. }
  418. /**
  419. * 提交 Seedance 任务到火山引擎 API
  420. *
  421. * @param MpGenerateVideoTask $task
  422. * @return void
  423. */
  424. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  425. {
  426. $client = new Client(['verify'=>false,'timeout'=>120]);
  427. try {
  428. // 验证环境变量配置
  429. $apiKey = env('VOLC_AI_API_KEY');
  430. if (empty($apiKey)) {
  431. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  432. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  433. ]);
  434. return;
  435. }
  436. $extraParams = $task->extra_params;
  437. // 构建火山引擎 Seedance API 请求参数
  438. $apiParams = [
  439. 'model' => isset(\App\Consts\BaseConst::MODELS_MAP[$extraParams['model']]) ? \App\Consts\BaseConst::MODELS_MAP[$extraParams['model']] : $extraParams['model'],
  440. 'content' => $extraParams['content'],
  441. ];
  442. // 添加可选参数
  443. if (!empty($extraParams['callback_url'])) {
  444. $apiParams['callback_url'] = $extraParams['callback_url'];
  445. }
  446. if (isset($extraParams['return_last_frame'])) {
  447. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  448. }
  449. if (!empty($extraParams['service_tier']) && !in_array($extraParams['model'], ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  450. $apiParams['service_tier'] = $extraParams['service_tier'];
  451. }
  452. if (!empty($extraParams['execution_expires_after'])) {
  453. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  454. }
  455. if (isset($extraParams['generate_audio'])) {
  456. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  457. }
  458. if (isset($extraParams['draft'])) {
  459. $apiParams['draft'] = $extraParams['draft'];
  460. }
  461. if (!empty($extraParams['video_resolution'])) {
  462. $apiParams['resolution'] = strtolower($task->video_resolution);
  463. }
  464. if (!empty($extraParams['ratio'])) {
  465. $apiParams['ratio'] = $extraParams['ratio'];
  466. }
  467. if (!empty($extraParams['duration'])) {
  468. $apiParams['duration'] = (int)$extraParams['duration'];
  469. }
  470. if (isset($task->frames)) {
  471. // $apiParams['frames'] = $task->frames;
  472. }
  473. if ($task->seed !== -1) {
  474. $apiParams['seed'] = (int)$task->seed;
  475. }
  476. if (isset($extraParams['camera_fixed'])) {
  477. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  478. }
  479. if (isset($extraParams['watermark'])) {
  480. $apiParams['watermark'] = $extraParams['watermark'];
  481. }
  482. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  483. logDB('generate', 'info', 'Seedance视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  484. // 调用火山引擎 Seedance API
  485. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  486. 'headers' => [
  487. 'Authorization' => 'Bearer ' . $apiKey,
  488. 'Content-Type' => 'application/json',
  489. ],
  490. 'json' => $apiParams
  491. ]);
  492. $responseData = json_decode($response->getBody(), true);
  493. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  494. logDB('generate', 'info', 'Seedance视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  495. if (isset($responseData['error'])) {
  496. // API返回错误
  497. logDB('generate', 'error', 'Seedance视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  498. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  499. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  500. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  501. ]);
  502. } elseif (isset($responseData['id'])) {
  503. // 任务提交成功,更新状态为处理中
  504. $updateData = [
  505. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  506. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  507. ];
  508. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  509. } else {
  510. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  511. 'error_message' => '未知的 API 响应格式',
  512. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  513. ]);
  514. }
  515. } catch (\Exception $e) {
  516. // 记录错误
  517. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  518. 'error_message' => 'API请求失败: ' . $e->getMessage()
  519. ]);
  520. Utils::throwError('1001:'.$e->getMessage());
  521. }
  522. }
  523. // 更新Seedance视频任务状态
  524. private function updateSeedanceTask($task) {
  525. $statusInfo = $this->querySeedanceTaskStatus($task);
  526. if (!isset($statusInfo['status'])) return;
  527. if ($statusInfo['status'] === 'success') {
  528. logDB('generate', 'info', 'Seedance视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  529. // 同步调整分镜视频状态和结果(兼容全能模式)
  530. $segment_id = $this->getSegmentIdFromTask($task);
  531. if ($segment_id && isset($statusInfo['result_url'])) {
  532. try {
  533. DB::beginTransaction();
  534. // 在事务中更新任务状态
  535. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  536. $now = date('Y-m-d H:i:s');
  537. // 构建更新数据
  538. $segmentUpdateData = [
  539. 'origin_video_url' => $statusInfo['result_url'],
  540. 'video_task_status' => '已完成',
  541. 'current_type' => 2,
  542. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  543. 'updated_at' => $now
  544. ];
  545. // 使用查询任务时已压缩的视频URL,避免重复压缩
  546. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  547. // 只有当video_duration存在且大于0时才更新
  548. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  549. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  550. $segmentUpdateData['video_time_point_start'] = 0;
  551. // 获取video_time_point_end(兼容全能模式)
  552. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration'] ?? null);
  553. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  554. }
  555. // 更新分镜表(兼容act模式)
  556. $this->updateSegmentTable($task, $segmentUpdateData);
  557. // 添加视频生成对话记录
  558. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  559. DB::commit();
  560. } catch (\Exception $e) {
  561. DB::rollBack();
  562. dLog('generate')->error('Seedance视频任务处理失败', [
  563. 'segment_id' => $segment_id,
  564. 'task_id' => $task->id,
  565. 'error' => $e->getMessage()
  566. ]);
  567. }
  568. } else {
  569. // 没有segment_id的情况下,直接更新任务状态
  570. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  571. }
  572. } elseif ($statusInfo['status'] === 'failed') {
  573. logDB('generate', 'error', 'Seedance视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  574. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  575. 'error_message' => $statusInfo['error_message'],
  576. 'result_json' => $statusInfo['result_json'] ?? []
  577. ]);
  578. // 同步更新分镜表状态为失败(兼容全能模式)
  579. $segment_id = $this->getSegmentIdFromTask($task);
  580. if ($segment_id) {
  581. $this->updateSegmentTable($task, [
  582. 'video_task_status' => '失败',
  583. 'updated_at' => date('Y-m-d H:i:s')
  584. ]);
  585. }
  586. }
  587. // 如果仍然是处理中状态,不做任何操作
  588. // 处理:如果任务处理超过48小时,标记为失败
  589. $processingTime = now()->diffInHours($task->created_at);
  590. if ($processingTime > 48) {
  591. logDB('generate', 'warning', 'Seedance视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  592. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  593. 'error_message' => '任务处理超时(超过48小时)'
  594. ]);
  595. // 同步更新分镜表状态为失败(兼容全能模式)
  596. $segment_id = $this->getSegmentIdFromTask($task);
  597. if ($segment_id) {
  598. $this->updateSegmentTable($task, [
  599. 'video_task_status' => '失败',
  600. 'updated_at' => date('Y-m-d H:i:s')
  601. ]);
  602. }
  603. }
  604. }
  605. /**
  606. * 查询 Seedance 任务状态
  607. *
  608. * @param MpGenerateVideoTask $task
  609. * @return array
  610. */
  611. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  612. {
  613. $client = new Client(['verify'=>false,'timeout'=>120]);
  614. try {
  615. // 如果任务已完成,直接返回结果
  616. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  617. return [
  618. 'success' => true,
  619. 'data' => [
  620. 'id' => $task->id,
  621. 'status' => $this->mapTaskStatus($task->status),
  622. 'result_url' => $task->result_url,
  623. 'error_message' => $task->error_message,
  624. 'created_at' => $task->created_at,
  625. 'started_at' => $task->started_at,
  626. 'completed_at' => $task->completed_at
  627. ]
  628. ];
  629. }
  630. // 调用火山引擎 API 查询任务状态
  631. $apiKey = env('VOLC_AI_API_KEY');
  632. if (empty($apiKey)) {
  633. return [
  634. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  635. 'result_json' => [],
  636. 'error_message' => '火山引擎访问密钥未配置'
  637. ];
  638. }
  639. // 构建查询 URL
  640. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  641. $response = $client->get($url, [
  642. 'headers' => [
  643. 'Authorization' => 'Bearer ' . $apiKey,
  644. 'Content-Type' => 'application/json',
  645. ]
  646. ]);
  647. $responseData = json_decode($response->getBody(), true);
  648. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  649. logDB('generate', 'info', 'Seedance任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  650. if (isset($responseData['error'])) {
  651. logDB('generate', 'error', 'Seedance任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API查询失败']);
  652. return [
  653. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  654. 'result_json' => $responseData,
  655. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  656. ];
  657. }
  658. // 解析任务状态
  659. $apiStatus = $responseData['status'] ?? 'unknown';
  660. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  661. $updateData = ['result_json' => $responseData];
  662. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  663. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  664. // 任务成功,处理结果
  665. if (isset($responseData['content']['video_url'])) {
  666. $video_url = $responseData['content']['video_url'];
  667. // 下载并保存视频
  668. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  669. $video_ext = getVideoExtFromUrl($video_url);
  670. $video_name = $video_name . $video_ext;
  671. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  672. $updateData['result_url'] = $url;
  673. // 压缩视频
  674. $compressed_video_url = compressVideo($url);
  675. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  676. }
  677. // 计算视频时长
  678. $video_duration = 0;
  679. if (isset($responseData['duration'])) {
  680. // 如果直接返回duration,使用该值
  681. $video_duration = (int)$responseData['duration'];
  682. } elseif (isset($responseData['frames']) && isset($responseData['framespersecond'])) {
  683. // 如果返回frames和framespersecond,计算时长
  684. $frames = (int)$responseData['frames'];
  685. $fps = (int)$responseData['framespersecond'];
  686. if ($fps > 0) {
  687. $video_duration = (int)floor($frames / $fps);
  688. }
  689. }
  690. // 如果没有计算出时长,使用任务表中的设定值
  691. if ($video_duration <= 0 && !empty($task->extra_params)) {
  692. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  693. if (isset($extraParams['duration'])) {
  694. $video_duration = (int)$extraParams['duration'];
  695. }
  696. }
  697. // 只有当video_duration > 0时才添加到更新数据中
  698. if ($video_duration > 0) {
  699. $updateData['video_duration'] = $video_duration;
  700. $updateData['video_time_point_start'] = 0;
  701. $updateData['video_time_point_end'] = $video_duration;
  702. }
  703. // 处理尾帧图片(如果启用了 return_last_frame)
  704. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  705. $pic_url = $responseData['content']['last_frame_url'];
  706. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  707. $pic_ext = getImgExtFromUrl($pic_url);
  708. $pic_name = $pic_name . $pic_ext;
  709. if ($pic_ext === '.png') {
  710. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  711. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  712. }else {
  713. // 将图片另存到tos
  714. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  715. }
  716. $updateData['last_frame_url'] = $url;
  717. }
  718. return $updateData;
  719. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  720. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  721. $updateData['error_message'] = $responseData['error_message'] ?? '任务执行失败';
  722. return $updateData;
  723. }
  724. // 其他状态保持不变
  725. return [
  726. 'success' => true,
  727. 'data' => [
  728. 'id' => $task->id,
  729. 'status' => $this->mapTaskStatus($task->status),
  730. 'result_url' => $task->result_url,
  731. 'error_message' => $task->error_message,
  732. 'created_at' => $task->created_at,
  733. 'started_at' => $task->started_at,
  734. 'completed_at' => $task->completed_at,
  735. 'api_response' => $responseData
  736. ]
  737. ];
  738. } catch (\Exception $e) {
  739. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  740. return [
  741. 'success' => false,
  742. 'message' => '查询失败: ' . $e->getMessage()
  743. ];
  744. }
  745. }
  746. /**
  747. * 映射 API 状态到任务状态
  748. *
  749. * @param string $apiStatus
  750. * @return string
  751. */
  752. private function mapApiStatusToTaskStatus(string $apiStatus): string
  753. {
  754. switch ($apiStatus) {
  755. case 'queued':
  756. case 'running':
  757. return MpGenerateVideoTask::STATUS_PROCESSING;
  758. case 'succeeded':
  759. return MpGenerateVideoTask::STATUS_SUCCESS;
  760. case 'failed':
  761. case 'expired':
  762. return MpGenerateVideoTask::STATUS_FAILED;
  763. default:
  764. return MpGenerateVideoTask::STATUS_PROCESSING;
  765. }
  766. }
  767. public function seedanceCallback($data) {
  768. try {
  769. dLog('generate')->info('Seedance 回调数据: ', $data);
  770. logDB('generate', 'info', 'Seedance回调接收', ['task_id' => $data['id'] ?? null, 'status' => $data['status'] ?? null]);
  771. // 从回调数据中获取任务ID
  772. $taskId = $data['id'] ?? null;
  773. if (!$taskId) {
  774. dLog('generate')->error('Seedance 回调缺少任务ID');
  775. logDB('generate', 'error', 'Seedance回调缺少任务ID', ['data' => $data]);
  776. return ['success' => false, 'message' => '缺少任务ID'];
  777. }
  778. // 查找对应的任务记录
  779. $task = MpGenerateVideoTask::where('task_id', $taskId)->first();
  780. if (!$task) {
  781. dLog('generate')->error('Seedance 回调找不到任务: ' . $taskId);
  782. logDB('generate', 'error', 'Seedance回调找不到任务', ['task_id' => $taskId]);
  783. return ['success' => false, 'message' => '任务不存在'];
  784. }
  785. // 解析任务状态
  786. $apiStatus = $data['status'] ?? 'unknown';
  787. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  788. // 准备更新数据
  789. $updateData = [
  790. 'result_json' => $data,
  791. 'updated_at' => now()
  792. ];
  793. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  794. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  795. $updateData['completed_at'] = now();
  796. // 处理视频结果
  797. if (isset($data['content']['video_url'])) {
  798. $video_url = $data['content']['video_url'];
  799. try {
  800. // 下载并保存视频
  801. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  802. $video_ext = getVideoExtFromUrl($video_url);
  803. $video_name = $video_name . $video_ext;
  804. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  805. $updateData['result_url'] = $url;
  806. $compressed_video_url = compressVideo($url);
  807. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  808. dLog('generate')->info('Seedance 视频保存成功: ' . $url);
  809. } catch (\Exception $e) {
  810. dLog('generate')->error('Seedance 视频保存失败: ' . $e->getMessage());
  811. // 如果保存失败,直接使用原始URL
  812. $updateData['result_url'] = $video_url;
  813. }
  814. }
  815. // 处理尾帧图片(如果启用了 return_last_frame)
  816. if (isset($data['content']['last_frame_url']) && !empty($data['content']['last_frame_url'])) {
  817. $pic_url = $data['content']['last_frame_url'];
  818. try {
  819. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  820. $pic_ext = getImgExtFromUrl($pic_url);
  821. $pic_name = $pic_name . $pic_ext;
  822. if ($pic_ext === '.png') {
  823. $compressed_data = compressRemoteImageUrlToSize($pic_url);
  824. $url = uploadStreamByTos('image', $compressed_data, $pic_name);
  825. } else {
  826. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  827. }
  828. $updateData['last_frame_url'] = $url;
  829. dLog('generate')->info('Seedance 尾帧图片保存成功: ' . $url);
  830. } catch (\Exception $e) {
  831. dLog('generate')->error('Seedance 尾帧图片保存失败: ' . $e->getMessage());
  832. // 如果保存失败,直接使用原始URL
  833. $updateData['last_frame_url'] = $pic_url;
  834. }
  835. }
  836. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  837. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  838. $updateData['completed_at'] = now();
  839. $updateData['error_message'] = $data['error_message'] ?? $data['failure_reason'] ?? '任务执行失败';
  840. } else {
  841. // 处理中状态
  842. $updateData['status'] = $taskStatus;
  843. if ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING && !$task->started_at) {
  844. $updateData['started_at'] = now();
  845. }
  846. }
  847. // 更新任务记录
  848. $task->update($updateData);
  849. // 如果任务成功,更新分镜表
  850. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS && isset($updateData['result_url'])) {
  851. try {
  852. DB::beginTransaction();
  853. $now = date('Y-m-d H:i:s');
  854. // 获取分镜ID(兼容分镜模式和全能模式)
  855. $segment = DB::table('mp_episode_segments')
  856. ->where('video_task_id', $task->id)
  857. ->first();
  858. if ($segment) {
  859. // 兼容两种模式
  860. $recordId = $segment->id;
  861. $segmentId = $segment->segment_id ?: $segment->id;
  862. $anime_id = $segment->anime_id;
  863. $episode_number = $segment->episode_number;
  864. $tail_frame = $segment->tail_frame;
  865. $uid = $segment->uid ?? 0;
  866. // 更新分镜表
  867. $segmentUpdateData = [
  868. 'origin_video_url' => $updateData['result_url'],
  869. 'video_task_status' => '已完成',
  870. 'last_frame_url' => $updateData['last_frame_url'] ?? '',
  871. 'current_type' => 2,
  872. 'updated_at' => $now
  873. ];
  874. $segmentUpdateData['video_url'] = $updateData['compressed_url'] ?? $updateData['result_url'];
  875. // 只有当video_duration存在且大于0时才更新
  876. if (isset($data['content']['video_duration']) && $data['content']['video_duration'] > 0) {
  877. $segmentUpdateData['video_duration'] = $data['content']['video_duration'];
  878. $segmentUpdateData['video_time_point_start'] = 0;
  879. $audio_duration = $this->getAudioDuration($task, $segmentId, $segmentUpdateData['video_duration']);
  880. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  881. }
  882. // 使用主键id更新(兼容两种模式)
  883. $updateResult = DB::table('mp_episode_segments')
  884. ->where('id', $recordId)
  885. ->update($segmentUpdateData);
  886. if (!$updateResult) {
  887. throw new \Exception('更新分镜表失败');
  888. }
  889. // 更新分镜视频成功后新增对话记录
  890. $records = [
  891. [
  892. 'uid' => $uid,
  893. 'anime_id' => $anime_id,
  894. 'sequence' => $episode_number,
  895. 'role' => 'user',
  896. 'content' => '图片转视频',
  897. 'segment_id' => $segmentId,
  898. 'video_url' => '',
  899. 'created_at' => $now,
  900. 'updated_at' => $now
  901. ],
  902. [
  903. 'uid' => $uid,
  904. 'anime_id' => $anime_id,
  905. 'sequence' => $episode_number,
  906. 'role' => 'assistant',
  907. 'content' => $tail_frame,
  908. 'segment_id' => $segmentId,
  909. 'video_url' => $updateData['result_url'],
  910. 'created_at' => $now,
  911. 'updated_at' => $now
  912. ]
  913. ];
  914. DB::table('mp_anime_records')->insert($records);
  915. dLog('generate')->info('Seedance 分镜表更新成功: ' . $segmentId);
  916. }
  917. DB::commit();
  918. } catch (\Exception $e) {
  919. DB::rollBack();
  920. $logData = [
  921. 'task_id' => $task->id,
  922. 'error' => $e->getMessage()
  923. ];
  924. dLog('generate')->error('Seedance 分镜表更新失败', $logData);
  925. logDB('generate', 'error', 'Seedance分镜表更新失败', $logData);
  926. }
  927. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  928. // 任务失败,更新分镜表状态
  929. DB::table('mp_episode_segments')
  930. ->where('video_task_id', $task->id)
  931. ->update([
  932. 'video_task_status' => '失败',
  933. 'updated_at' => date('Y-m-d H:i:s')
  934. ]);
  935. }
  936. dLog('generate')->info('Seedance 回调处理完成: ' . $taskId . ', 状态: ' . $taskStatus);
  937. logDB('generate', 'info', 'Seedance回调处理完成', ['task_id' => $taskId, 'status' => $taskStatus]);
  938. return [
  939. 'success' => true,
  940. 'message' => '回调处理成功',
  941. 'task_id' => $taskId,
  942. 'status' => $taskStatus
  943. ];
  944. } catch (\Exception $e) {
  945. dLog('generate')->error('Seedance 回调处理异常: ' . $e->getMessage());
  946. logDB('generate', 'error', 'Seedance回调处理异常', ['error' => $e->getMessage()]);
  947. return [
  948. 'success' => false,
  949. 'message' => '回调处理失败: ' . $e->getMessage()
  950. ];
  951. }
  952. }
  953. /**
  954. * 更新分镜表的视频任务状态
  955. *
  956. * @param MpGenerateVideoTask $task
  957. * @param string $taskStatus
  958. * @param array $updateData
  959. */
  960. private function updateSegmentVideoStatus(MpGenerateVideoTask $task, string $taskStatus, array $updateData) {
  961. try {
  962. // 查找关联的分镜记录
  963. $segment = DB::table('mp_episode_segments')
  964. ->where('video_task_id', $task->id)
  965. ->first();
  966. if (!$segment) {
  967. dLog('generate')->info('未找到关联的分镜记录: ' . $task->id);
  968. return;
  969. }
  970. $segmentUpdateData = ['updated_at' => date('Y-m-d H:i:s')];
  971. if (isset($updateData['last_frame_url']) && $updateData['last_frame_url']) {
  972. $segmentUpdateData['last_frame_url'] = $updateData['last_frame_url'];
  973. }
  974. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  975. $segmentUpdateData['video_task_status'] = '已完成';
  976. if (isset($updateData['result_url'])) {
  977. $segmentUpdateData['origin_video_url'] = $updateData['result_url'];
  978. // 如果有压缩视频URL,使用压缩后的
  979. if (isset($updateData['compressed_url'])) {
  980. $segmentUpdateData['video_url'] = $updateData['compressed_url'];
  981. } else {
  982. $segmentUpdateData['video_url'] = $updateData['result_url'];
  983. }
  984. }
  985. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  986. $segmentUpdateData['video_task_status'] = '失败';
  987. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING) {
  988. $segmentUpdateData['video_task_status'] = '生成中';
  989. }
  990. // 更新分镜表
  991. DB::table('mp_episode_segments')
  992. ->where('video_task_id', $task->id)
  993. ->update($segmentUpdateData);
  994. dLog('generate')->info('分镜视频状态更新成功: ' . $segment->segment_id . ', 状态: ' . ($segmentUpdateData['video_task_status'] ?? '未知'));
  995. } catch (\Exception $e) {
  996. dLog('generate')->error('更新分镜视频状态失败: ' . $e->getMessage());
  997. }
  998. }
  999. /**
  1000. * 生成可灵AI的JWT Token
  1001. *
  1002. * @return string
  1003. */
  1004. private function generateKelingJwtToken(): string
  1005. {
  1006. $ak = env('KELING_AK');
  1007. $sk = env('KELING_SK');
  1008. if (empty($ak) || empty($sk)) {
  1009. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  1010. }
  1011. // JWT头部
  1012. $header = [
  1013. 'alg' => 'HS256',
  1014. 'typ' => 'JWT'
  1015. ];
  1016. // JWT载荷
  1017. $payload = [
  1018. 'iss' => $ak, // 签发者,使用Access Key
  1019. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  1020. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  1021. ];
  1022. // Base64URL编码
  1023. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  1024. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  1025. // 创建签名
  1026. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  1027. $signatureEncoded = $this->base64UrlEncode($signature);
  1028. // 返回完整的JWT token
  1029. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  1030. }
  1031. /**
  1032. * Base64URL编码(JWT标准编码)
  1033. *
  1034. * @param string $data
  1035. * @return string
  1036. */
  1037. private function base64UrlEncode(string $data): string
  1038. {
  1039. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  1040. }
  1041. /**
  1042. * 创建可灵AI Omni视频生成任务
  1043. *
  1044. * @param array $params
  1045. * @return MpGenerateVideoTask
  1046. */
  1047. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  1048. {
  1049. // 生成唯一的任务ID
  1050. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  1051. // 创建任务记录,复用现有表结构
  1052. $task = MpGenerateVideoTask::create([
  1053. 'task_id' => $taskId,
  1054. 'prompt' => $params['prompt'] ?? '',
  1055. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1056. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  1057. 'seed' => $params['seed'] ?? -1,
  1058. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1059. 'video_resolution' => $params['video_resolution'] ?? '720P',
  1060. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1061. 'api_type' => 'keling', // 标识为可灵AI Omni API
  1062. 'extra_params' => [
  1063. 'api_type' => 'keling',
  1064. 'model' => $params['model'] ?? 'kling-video-o1',
  1065. 'prompt' => $params['prompt'] ?? '',
  1066. 'multi_prompt' => $params['multi_prompt'] ?? [],
  1067. 'shot_type' => $params['shot_type'] ?? 'customize',
  1068. 'image_list' => $params['image_list'] ?? [],
  1069. 'element_list' => $params['element_list'] ?? [],
  1070. 'sound' => $params['sound'] ?? 'off',
  1071. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  1072. 'duration' => $params['video_duration'] ?? 5,
  1073. 'mode' => $params['mode'] ?? 'std',
  1074. 'callback_url' => $params['callback_url'] ?? '',
  1075. ]
  1076. ]);
  1077. // 提交任务到可灵AI Omni API
  1078. $this->submitKelingOmniTaskToApi($task);
  1079. return $task;
  1080. }
  1081. /**
  1082. * 提交可灵AI Omni任务到API
  1083. *
  1084. * @param MpGenerateVideoTask $task
  1085. * @return void
  1086. */
  1087. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  1088. {
  1089. $client = new Client(['verify'=>false,'timeout'=>120]);
  1090. try {
  1091. // 生成JWT token
  1092. $jwtToken = $this->generateKelingJwtToken();
  1093. $extraParams = $task->extra_params;
  1094. // 构建可灵AI Omni API请求参数
  1095. $apiParams = [
  1096. 'model_name' => $extraParams['model'],
  1097. 'prompt' => $extraParams['prompt'],
  1098. 'mode' => $extraParams['mode'],
  1099. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  1100. 'duration' => (int)$extraParams['duration'],
  1101. ];
  1102. // 添加可选参数
  1103. if (!empty($extraParams['multi_prompt'])) {
  1104. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  1105. }
  1106. if (!empty($extraParams['shot_type'])) {
  1107. $apiParams['shot_type'] = $extraParams['shot_type'];
  1108. }
  1109. if (!empty($extraParams['image_list'])) {
  1110. $apiParams['image_list'] = $extraParams['image_list'];
  1111. }
  1112. if (!empty($extraParams['element_list'])) {
  1113. $apiParams['element_list'] = json_decode($extraParams['element_list'], true);
  1114. }
  1115. if (isset($extraParams['sound'])) {
  1116. $apiParams['sound'] = $extraParams['sound'];
  1117. }
  1118. // if (!empty($extraParams['callback_url'])) {
  1119. // $apiParams['callback_url'] = $extraParams['callback_url'];
  1120. // }
  1121. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  1122. logDB('generate', 'info', '可灵AI Omni视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  1123. // 调用可灵AI Omni API
  1124. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  1125. 'headers' => [
  1126. 'Authorization' => 'Bearer ' . $jwtToken,
  1127. 'Content-Type' => 'application/json',
  1128. ],
  1129. 'json' => $apiParams
  1130. ]);
  1131. $responseData = json_decode($response->getBody(), true);
  1132. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  1133. logDB('generate', 'info', '可灵AI Omni API响应', ['id' => $task->id, 'response' => $responseData]);
  1134. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1135. // API返回错误
  1136. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1137. logDB('generate', 'error', '可灵AI Omni任务提交失败', ['id' => $task->id, 'error' => $errorMessage]);
  1138. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1139. 'error_message' => $errorMessage,
  1140. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1141. ]);
  1142. } elseif (isset($responseData['data']['task_id'])) {
  1143. // 任务提交成功,更新状态为处理中
  1144. $updateData = [
  1145. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1146. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1147. ];
  1148. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  1149. } else {
  1150. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1151. 'error_message' => '未知的API响应格式',
  1152. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1153. ]);
  1154. }
  1155. } catch (\Exception $e) {
  1156. // 记录错误
  1157. logDB('generate', 'error', '可灵AI Omni任务异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  1158. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1159. 'error_message' => 'API请求失败: ' . $e->getMessage()
  1160. ]);
  1161. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  1162. }
  1163. }
  1164. /**
  1165. * 查询可灵AI Omni任务状态
  1166. *
  1167. * @param MpGenerateVideoTask $task
  1168. * @return array
  1169. */
  1170. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  1171. {
  1172. $client = new Client(['verify'=>false,'timeout'=>120]);
  1173. try {
  1174. // 如果任务已完成,直接返回结果
  1175. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  1176. return [
  1177. 'success' => true,
  1178. 'data' => [
  1179. 'task_id' => $task->task_id,
  1180. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  1181. 'result_url' => $task->result_url,
  1182. 'error_message' => $task->error_message,
  1183. 'created_at' => $task->created_at,
  1184. 'updated_at' => $task->updated_at
  1185. ]
  1186. ];
  1187. }
  1188. // 生成JWT token
  1189. $jwtToken = $this->generateKelingJwtToken();
  1190. // 构建查询URL
  1191. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  1192. $response = $client->get($url, [
  1193. 'headers' => [
  1194. 'Authorization' => 'Bearer ' . $jwtToken,
  1195. 'Content-Type' => 'application/json',
  1196. ]
  1197. ]);
  1198. $responseData = json_decode($response->getBody(), true);
  1199. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  1200. logDB('generate', 'info', '可灵AI Omni任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  1201. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1202. logDB('generate', 'error', '可灵AI Omni任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败']);
  1203. return [
  1204. 'status' => 'failed',
  1205. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1206. 'result_json' => $responseData
  1207. ];
  1208. }
  1209. // 解析任务状态
  1210. $taskData = $responseData['data'] ?? [];
  1211. $taskStatus = $taskData['task_status'] ?? 'unknown';
  1212. $updateData = ['result_json' => $responseData];
  1213. if ($taskStatus === 'succeed') {
  1214. $updateData['status'] = 'success';
  1215. // 任务成功,处理结果
  1216. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  1217. $video = $taskData['task_result']['videos'][0];
  1218. $video_url = $video['url'];
  1219. // 下载并保存视频
  1220. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  1221. $video_ext = getVideoExtFromUrl($video_url);
  1222. $video_name = $video_name . $video_ext;
  1223. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  1224. $updateData['result_url'] = $url;
  1225. // 压缩视频
  1226. $compressed_video_url = compressVideo($url);
  1227. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  1228. // 计算视频时长
  1229. $video_duration = 0;
  1230. if (isset($video['duration'])) {
  1231. $video_duration = (int)$video['duration'];
  1232. } elseif (isset($taskData['duration'])) {
  1233. $video_duration = (int)$taskData['duration'];
  1234. } elseif (isset($video['frames']) && isset($video['framespersecond'])) {
  1235. $frames = (int)$video['frames'];
  1236. $fps = (int)$video['framespersecond'];
  1237. if ($fps > 0) {
  1238. $video_duration = (int)floor($frames / $fps);
  1239. }
  1240. }
  1241. // 如果没有计算出时长,使用任务表中的设定值
  1242. if ($video_duration <= 0 && !empty($task->extra_params)) {
  1243. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  1244. if (isset($extraParams['duration'])) {
  1245. $video_duration = (int)$extraParams['duration'];
  1246. }
  1247. }
  1248. // 只有当video_duration > 0时才添加到更新数据中
  1249. if ($video_duration > 0) {
  1250. $updateData['video_duration'] = $video_duration;
  1251. $updateData['video_time_point_start'] = 0;
  1252. $updateData['video_time_point_end'] = $video_duration;
  1253. }
  1254. }
  1255. return $updateData;
  1256. } elseif ($taskStatus === 'failed') {
  1257. $updateData = [
  1258. 'status' => 'failed',
  1259. 'error_message' => '任务执行失败',
  1260. 'result_json' => $responseData
  1261. ];
  1262. return $updateData;
  1263. }
  1264. // 其他状态(processing等)保持不变
  1265. return [
  1266. 'success' => true,
  1267. 'data' => [
  1268. 'task_id' => $task->task_id,
  1269. 'task_status' => $taskStatus,
  1270. 'result_url' => $task->result_url,
  1271. 'error_message' => $task->error_message,
  1272. 'created_at' => $task->created_at,
  1273. 'updated_at' => $task->updated_at,
  1274. 'api_response' => $responseData
  1275. ]
  1276. ];
  1277. } catch (\Exception $e) {
  1278. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  1279. return [
  1280. 'success' => false,
  1281. 'message' => '查询失败: ' . $e->getMessage()
  1282. ];
  1283. }
  1284. }
  1285. /**
  1286. * 映射任务状态到可灵AI状态格式
  1287. *
  1288. * @param string $taskStatus
  1289. * @return string
  1290. */
  1291. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  1292. {
  1293. switch ($taskStatus) {
  1294. case MpGenerateVideoTask::STATUS_PENDING:
  1295. return 'submitted';
  1296. case MpGenerateVideoTask::STATUS_PROCESSING:
  1297. return 'processing';
  1298. case MpGenerateVideoTask::STATUS_SUCCESS:
  1299. return 'succeed';
  1300. case MpGenerateVideoTask::STATUS_FAILED:
  1301. return 'failed';
  1302. default:
  1303. return 'unknown';
  1304. }
  1305. }
  1306. /**
  1307. * 更新可灵AI Omni视频任务状态
  1308. *
  1309. * @param MpGenerateVideoTask $task
  1310. * @return void
  1311. */
  1312. private function updateKelingOmniTask($task): void
  1313. {
  1314. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  1315. if (!isset($statusInfo['status'])) return;
  1316. if ($statusInfo['status'] === 'success') {
  1317. logDB('generate', 'info', '可灵AI Omni视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  1318. // 同步调整分镜视频状态和结果(兼容全能模式)
  1319. $segment_id = $this->getSegmentIdFromTask($task);
  1320. if ($segment_id && isset($statusInfo['result_url'])) {
  1321. try {
  1322. DB::beginTransaction();
  1323. // 在事务中更新任务状态
  1324. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1325. $now = date('Y-m-d H:i:s');
  1326. // 构建更新数据
  1327. $segmentUpdateData = [
  1328. 'origin_video_url' => $statusInfo['result_url'],
  1329. 'video_task_status' => '已完成',
  1330. 'current_type' => 2,
  1331. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  1332. 'updated_at' => $now
  1333. ];
  1334. // 使用查询任务时已压缩的视频URL,避免重复压缩
  1335. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  1336. // 只有当video_duration存在且大于0时才更新
  1337. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  1338. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  1339. $segmentUpdateData['video_time_point_start'] = 0;
  1340. // 获取video_time_point_end(兼容全能模式)
  1341. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration']);
  1342. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  1343. }
  1344. // 更新分镜表(兼容act模式)
  1345. $this->updateSegmentTable($task, $segmentUpdateData);
  1346. // 添加视频生成对话记录
  1347. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  1348. DB::commit();
  1349. } catch (\Exception $e) {
  1350. DB::rollBack();
  1351. dLog('generate')->error('可灵视频任务处理失败', [
  1352. 'segment_id' => $segment_id,
  1353. 'task_id' => $task->id,
  1354. 'error' => $e->getMessage()
  1355. ]);
  1356. }
  1357. } else {
  1358. // 没有segment_id的情况下,直接更新任务状态
  1359. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1360. }
  1361. } elseif ($statusInfo['status'] === 'failed') {
  1362. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1363. 'error_message' => $statusInfo['error_message'],
  1364. 'result_json' => $statusInfo['result_json'] ?? []
  1365. ]);
  1366. // 同步更新分镜表状态为失败(兼容全能模式)
  1367. $segment_id = $this->getSegmentIdFromTask($task);
  1368. if ($segment_id) {
  1369. $this->updateSegmentTable($task, [
  1370. 'video_task_status' => '失败',
  1371. 'updated_at' => date('Y-m-d H:i:s')
  1372. ]);
  1373. }
  1374. }
  1375. // 如果仍然是处理中状态,不做任何操作
  1376. // 处理:如果任务处理超过24小时,标记为失败
  1377. $processingTime = now()->diffInHours($task->created_at);
  1378. if ($processingTime > 24) {
  1379. logDB('generate', 'warning', '可灵AI Omni视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  1380. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1381. 'error_message' => '任务处理超时(超过24小时)'
  1382. ]);
  1383. // 同步更新分镜表状态为失败(兼容全能模式)
  1384. $segment_id = $this->getSegmentIdFromTask($task);
  1385. if ($segment_id) {
  1386. $this->updateSegmentTable($task, [
  1387. 'video_task_status' => '失败',
  1388. 'updated_at' => date('Y-m-d H:i:s')
  1389. ]);
  1390. }
  1391. }
  1392. }
  1393. /**
  1394. * 映射任务状态到前端显示状态
  1395. *
  1396. * @param string $taskStatus
  1397. * @return string
  1398. */
  1399. private function mapTaskStatus(string $taskStatus): string
  1400. {
  1401. switch ($taskStatus) {
  1402. case MpGenerateVideoTask::STATUS_PENDING:
  1403. return 'queued';
  1404. case MpGenerateVideoTask::STATUS_PROCESSING:
  1405. return 'running';
  1406. case MpGenerateVideoTask::STATUS_SUCCESS:
  1407. return 'succeeded';
  1408. case MpGenerateVideoTask::STATUS_FAILED:
  1409. return 'failed';
  1410. default:
  1411. return 'unknown';
  1412. }
  1413. }
  1414. // ==================== 主体管理相关方法 ====================
  1415. /**
  1416. * 创建主体
  1417. *
  1418. * @param array $params
  1419. * @return AIElement
  1420. */
  1421. public function createElement(array $params): AIElement
  1422. {
  1423. // 生成唯一的任务ID
  1424. $taskId = 'element_' . time() . '_' . uniqid();
  1425. // 创建主体记录
  1426. $element = AIElement::create([
  1427. 'task_id' => $taskId,
  1428. 'external_task_id' => $params['external_task_id'] ?? null,
  1429. 'element_name' => $params['element_name'],
  1430. 'element_description' => $params['element_description'],
  1431. 'reference_type' => $params['reference_type'],
  1432. 'element_image_list' => $params['element_image_list'] ?? null,
  1433. 'element_video_list' => $params['element_video_list'] ?? null,
  1434. 'element_voice_id' => $params['element_voice_id'] ?? null,
  1435. 'tag_list' => $params['tag_list'] ?? null,
  1436. 'callback_url' => $params['callback_url'] ?? null,
  1437. 'task_status' => AIElement::STATUS_SUBMITTED,
  1438. ]);
  1439. // 提交到可灵AI API
  1440. $this->submitElementToKelingApi($element);
  1441. return $element;
  1442. }
  1443. /**
  1444. * 提交主体创建任务到可灵AI API
  1445. *
  1446. * @param AIElement $element
  1447. * @return void
  1448. */
  1449. private function submitElementToKelingApi(AIElement $element): void
  1450. {
  1451. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1452. try {
  1453. // 生成JWT token
  1454. $jwtToken = $this->generateKelingJwtToken();
  1455. // 构建API请求参数
  1456. $apiParams = [
  1457. 'element_name' => $element->element_name,
  1458. 'element_description' => $element->element_description,
  1459. 'reference_type' => $element->reference_type,
  1460. ];
  1461. // 添加图片参考
  1462. if ($element->reference_type === AIElement::REFERENCE_TYPE_IMAGE && $element->element_image_list) {
  1463. $apiParams['element_image_list'] = $element->element_image_list;
  1464. }
  1465. // 添加视频参考
  1466. if ($element->reference_type === AIElement::REFERENCE_TYPE_VIDEO && $element->element_video_list) {
  1467. $apiParams['element_video_list'] = $element->element_video_list;
  1468. }
  1469. // 添加音色ID
  1470. if ($element->element_voice_id) {
  1471. $apiParams['element_voice_id'] = $element->element_voice_id;
  1472. }
  1473. // 添加标签
  1474. if ($element->tag_list) {
  1475. $apiParams['tag_list'] = $element->tag_list;
  1476. }
  1477. // 添加回调URL
  1478. if ($element->callback_url) {
  1479. $apiParams['callback_url'] = $element->callback_url;
  1480. }
  1481. // 添加外部任务ID
  1482. if ($element->external_task_id) {
  1483. $apiParams['external_task_id'] = $element->external_task_id;
  1484. }
  1485. dLog('generate')->info('可灵AI创建主体参数: ', $apiParams);
  1486. // 调用可灵AI创建主体API
  1487. $response = $client->post('https://api-beijing.klingai.com/v1/general/advanced-custom-elements', [
  1488. 'headers' => [
  1489. 'Authorization' => 'Bearer ' . $jwtToken,
  1490. 'Content-Type' => 'application/json',
  1491. ],
  1492. 'json' => $apiParams
  1493. ]);
  1494. $responseData = json_decode($response->getBody(), true);
  1495. dLog('generate')->info('可灵AI创建主体API响应: ', $responseData);
  1496. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1497. // API返回错误
  1498. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1499. $element->update([
  1500. 'task_status' => AIElement::STATUS_FAILED,
  1501. 'task_status_msg' => $errorMessage,
  1502. ]);
  1503. } elseif (isset($responseData['data']['task_id'])) {
  1504. // 任务提交成功,更新状态为处理中
  1505. $element->update([
  1506. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1507. 'task_status' => AIElement::STATUS_PROCESSING,
  1508. 'created_at' => isset($responseData['data']['created_at']) ?
  1509. date('Y-m-d H:i:s', $responseData['data']['created_at'] / 1000) : now(),
  1510. 'updated_at' => isset($responseData['data']['updated_at']) ?
  1511. date('Y-m-d H:i:s', $responseData['data']['updated_at'] / 1000) : now(),
  1512. ]);
  1513. } else {
  1514. $element->update([
  1515. 'task_status' => AIElement::STATUS_FAILED,
  1516. 'task_status_msg' => '未知的API响应格式',
  1517. ]);
  1518. }
  1519. } catch (\Exception $e) {
  1520. // 记录错误
  1521. $element->update([
  1522. 'task_status' => AIElement::STATUS_FAILED,
  1523. 'task_status_msg' => 'API请求失败: ' . $e->getMessage(),
  1524. ]);
  1525. dLog('generate')->error('可灵AI创建主体API请求异常: ' . $e->getMessage());
  1526. }
  1527. }
  1528. /**
  1529. * 查询单个主体状态
  1530. *
  1531. * @param string $taskId
  1532. * @param string|null $externalTaskId
  1533. * @return array
  1534. */
  1535. public function queryElementStatus(string $taskId, string $externalTaskId = null): array
  1536. {
  1537. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1538. try {
  1539. // 生成JWT token
  1540. $jwtToken = $this->generateKelingJwtToken();
  1541. // 构建查询URL
  1542. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements/' . $taskId;
  1543. $queryParams = [];
  1544. if ($externalTaskId) {
  1545. $queryParams['external_task_id'] = $externalTaskId;
  1546. }
  1547. if (!empty($queryParams)) {
  1548. $url .= '?' . http_build_query($queryParams);
  1549. }
  1550. $response = $client->get($url, [
  1551. 'headers' => [
  1552. 'Authorization' => 'Bearer ' . $jwtToken,
  1553. 'Content-Type' => 'application/json',
  1554. ]
  1555. ]);
  1556. $responseData = json_decode($response->getBody(), true);
  1557. dLog('generate')->info('可灵AI查询主体状态响应: ', $responseData);
  1558. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1559. return [
  1560. 'success' => false,
  1561. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1562. 'data' => null
  1563. ];
  1564. }
  1565. // 更新本地数据库记录
  1566. if (isset($responseData['data'])) {
  1567. $this->updateLocalElementFromApi($responseData['data']);
  1568. }
  1569. return [
  1570. 'success' => true,
  1571. 'data' => $responseData['data']
  1572. ];
  1573. } catch (\Exception $e) {
  1574. dLog('generate')->error('可灵AI查询主体状态异常: ' . $e->getMessage());
  1575. return [
  1576. 'success' => false,
  1577. 'message' => '查询失败: ' . $e->getMessage(),
  1578. 'data' => null
  1579. ];
  1580. }
  1581. }
  1582. /**
  1583. * 根据API响应更新本地主体记录
  1584. *
  1585. * @param array $apiData
  1586. * @return void
  1587. */
  1588. private function updateLocalElementFromApi(array $apiData): void
  1589. {
  1590. $element = AIElement::where('task_id', $apiData['task_id'])->first();
  1591. if (!$element) {
  1592. return;
  1593. }
  1594. $updateData = [
  1595. 'task_status' => $apiData['task_status'],
  1596. 'task_status_msg' => $apiData['task_status_msg'] ?? null,
  1597. 'final_unit_deduction' => $apiData['final_unit_deduction'] ?? null,
  1598. 'updated_at' => isset($apiData['updated_at']) ?
  1599. date('Y-m-d H:i:s', $apiData['updated_at'] / 1000) : now(),
  1600. ];
  1601. // 如果任务成功,更新主体信息
  1602. if ($apiData['task_status'] === AIElement::STATUS_SUCCEED && isset($apiData['task_result']['elements'])) {
  1603. $elementData = $apiData['task_result']['elements'][0];
  1604. $updateData = array_merge($updateData, [
  1605. 'element_id' => $elementData['element_id'],
  1606. 'element_voice_info' => $elementData['element_voice_info'] ?? null,
  1607. 'owned_by' => $elementData['owned_by'] ?? 'custom',
  1608. 'status' => $elementData['status'] ?? AIElement::ELEMENT_STATUS_SUCCEED,
  1609. ]);
  1610. }
  1611. $element->update($updateData);
  1612. }
  1613. /**
  1614. * 查询自定义主体列表
  1615. *
  1616. * @param int $pageNum
  1617. * @param int $pageSize
  1618. * @return array
  1619. */
  1620. public function queryCustomElementsList(int $pageNum = 1, int $pageSize = 30): array
  1621. {
  1622. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1623. try {
  1624. // 生成JWT token
  1625. $jwtToken = $this->generateKelingJwtToken();
  1626. // 构建查询URL
  1627. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements';
  1628. $queryParams = [
  1629. 'pageNum' => $pageNum,
  1630. 'pageSize' => $pageSize,
  1631. ];
  1632. $url .= '?' . http_build_query($queryParams);
  1633. $response = $client->get($url, [
  1634. 'headers' => [
  1635. 'Authorization' => 'Bearer ' . $jwtToken,
  1636. 'Content-Type' => 'application/json',
  1637. ]
  1638. ]);
  1639. $responseData = json_decode($response->getBody(), true);
  1640. dLog('generate')->info('可灵AI查询自定义主体列表响应: ', $responseData);
  1641. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1642. return [
  1643. 'success' => false,
  1644. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1645. 'data' => []
  1646. ];
  1647. }
  1648. // 更新本地数据库记录
  1649. if (isset($responseData['data']) && is_array($responseData['data'])) {
  1650. foreach ($responseData['data'] as $elementData) {
  1651. $this->updateLocalElementFromApi($elementData);
  1652. }
  1653. }
  1654. return [
  1655. 'success' => true,
  1656. 'data' => $responseData['data'] ?? []
  1657. ];
  1658. } catch (\Exception $e) {
  1659. dLog('generate')->error('可灵AI查询自定义主体列表异常: ' . $e->getMessage());
  1660. return [
  1661. 'success' => false,
  1662. 'message' => '查询失败: ' . $e->getMessage(),
  1663. 'data' => []
  1664. ];
  1665. }
  1666. }
  1667. /**
  1668. * 查询官方主体列表
  1669. *
  1670. * @param int $pageNum
  1671. * @param int $pageSize
  1672. * @return array
  1673. */
  1674. public function queryOfficialElementsList(int $pageNum = 1, int $pageSize = 30): array
  1675. {
  1676. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1677. try {
  1678. // 生成JWT token
  1679. $jwtToken = $this->generateKelingJwtToken();
  1680. // 构建查询URL
  1681. $url = 'https://api-beijing.klingai.com/v1/general/advanced-presets-elements';
  1682. $queryParams = [
  1683. 'pageNum' => $pageNum,
  1684. 'pageSize' => $pageSize,
  1685. ];
  1686. $url .= '?' . http_build_query($queryParams);
  1687. $response = $client->get($url, [
  1688. 'headers' => [
  1689. 'Authorization' => 'Bearer ' . $jwtToken,
  1690. 'Content-Type' => 'application/json',
  1691. ]
  1692. ]);
  1693. $responseData = json_decode($response->getBody(), true);
  1694. dLog('generate')->info('可灵AI查询官方主体列表响应: ', $responseData);
  1695. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1696. return [
  1697. 'success' => false,
  1698. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1699. 'data' => []
  1700. ];
  1701. }
  1702. return [
  1703. 'success' => true,
  1704. 'data' => $responseData['data'] ?? []
  1705. ];
  1706. } catch (\Exception $e) {
  1707. dLog('generate')->error('可灵AI查询官方主体列表异常: ' . $e->getMessage());
  1708. return [
  1709. 'success' => false,
  1710. 'message' => '查询失败: ' . $e->getMessage(),
  1711. 'data' => []
  1712. ];
  1713. }
  1714. }
  1715. /**
  1716. * 删除自定义主体
  1717. *
  1718. * @param string $elementId
  1719. * @return array
  1720. */
  1721. public function deleteElement(string $elementId): array
  1722. {
  1723. $client = new Client(['verify' => false, 'timeout' => 1200]);
  1724. try {
  1725. // 生成JWT token
  1726. $jwtToken = $this->generateKelingJwtToken();
  1727. // 构建API请求参数
  1728. $apiParams = [
  1729. 'element_id' => $elementId,
  1730. ];
  1731. dLog('generate')->info('可灵AI删除主体参数: ', $apiParams);
  1732. // 调用可灵AI删除主体API
  1733. $response = $client->post('https://api-beijing.klingai.com/v1/general/delete-elements', [
  1734. 'headers' => [
  1735. 'Authorization' => 'Bearer ' . $jwtToken,
  1736. 'Content-Type' => 'application/json',
  1737. ],
  1738. 'json' => $apiParams
  1739. ]);
  1740. $responseData = json_decode($response->getBody(), true);
  1741. dLog('generate')->info('可灵AI删除主体API响应: ', $responseData);
  1742. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1743. // API返回错误
  1744. return [
  1745. 'success' => false,
  1746. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error'
  1747. ];
  1748. } else {
  1749. // 删除成功,更新本地记录状态
  1750. AIElement::where('element_id', $elementId)->update([
  1751. 'status' => AIElement::ELEMENT_STATUS_DELETED,
  1752. 'updated_at' => now(),
  1753. ]);
  1754. return [
  1755. 'success' => true,
  1756. 'message' => '主体删除成功',
  1757. 'data' => $responseData['data'] ?? []
  1758. ];
  1759. }
  1760. } catch (\Exception $e) {
  1761. dLog('generate')->error('可灵AI删除主体API请求异常: ' . $e->getMessage());
  1762. return [
  1763. 'success' => false,
  1764. 'message' => 'API请求失败: ' . $e->getMessage()
  1765. ];
  1766. }
  1767. }
  1768. /**
  1769. * 获取本地主体列表(包含自定义和官方)
  1770. *
  1771. * @param array $filters
  1772. * @return \Illuminate\Contracts\Pagination\LengthAwarePaginator
  1773. */
  1774. public function getLocalElementsList(array $filters = [])
  1775. {
  1776. $query = AIElement::query();
  1777. // 筛选条件
  1778. if (isset($filters['owned_by'])) {
  1779. $query->where('owned_by', $filters['owned_by']);
  1780. }
  1781. if (isset($filters['reference_type'])) {
  1782. $query->where('reference_type', $filters['reference_type']);
  1783. }
  1784. if (isset($filters['status'])) {
  1785. $query->where('status', $filters['status']);
  1786. }
  1787. if (isset($filters['task_status'])) {
  1788. $query->where('task_status', $filters['task_status']);
  1789. }
  1790. // 搜索关键词
  1791. if (isset($filters['keyword']) && !empty($filters['keyword'])) {
  1792. $query->where(function ($q) use ($filters) {
  1793. $q->where('element_name', 'like', '%' . $filters['keyword'] . '%')
  1794. ->orWhere('element_description', 'like', '%' . $filters['keyword'] . '%');
  1795. });
  1796. }
  1797. return $query->orderBy('created_at', 'desc')
  1798. ->paginate($filters['page_size'] ?? 20);
  1799. }
  1800. /**
  1801. * 根据task获取segment_id或act_id(兼容act模式)
  1802. * 分镜模式:返回segment_id用于查询
  1803. * 全能模式:返回act_id用于查询(因为segment_id为空)
  1804. */
  1805. private function getSegmentIdFromTask($task)
  1806. {
  1807. $segment_id = getProp($task, 'alias_segment_id');
  1808. // 如果有segment_id,直接返回(分镜模式)
  1809. if (!empty($segment_id)) {
  1810. return $segment_id;
  1811. }
  1812. // 如果有alias_act_id,返回act_id(全能模式,segment_id为空)
  1813. $act_id = getProp($task, 'alias_act_id');
  1814. if (!empty($act_id)) {
  1815. return $act_id; // 直接返回act_id,不需要查segment_id
  1816. }
  1817. return null;
  1818. }
  1819. /**
  1820. * 更新分镜表(兼容act模式)
  1821. * 分镜模式:使用segment_id字段更新
  1822. * 全能模式:使用id字段更新
  1823. */
  1824. private function updateSegmentTable($task, $updateData)
  1825. {
  1826. $segment_id = getProp($task, 'alias_segment_id');
  1827. $act_id = getProp($task, 'alias_act_id');
  1828. if (!empty($segment_id)) {
  1829. // 分镜模式:使用segment_id更新
  1830. return DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($updateData);
  1831. } elseif (!empty($act_id)) {
  1832. // 全能模式(全能模式):使用id更新
  1833. return DB::table('mp_episode_segments')->where('id', $act_id)->update($updateData);
  1834. }
  1835. return false;
  1836. }
  1837. /**
  1838. * 获取audio_duration(兼容act模式)
  1839. * 分镜模式:使用segment_id查询
  1840. * 全能模式:使用id查询
  1841. * @param array $task 任务数据
  1842. * @param string|int $segmentIdOrActId segment_id或act_id
  1843. * @param float|null $video_duration 视频时长(如果传入,全能模式直接返回此值)
  1844. * @return float
  1845. */
  1846. private function getAudioDuration($task, $segmentIdOrActId, $video_duration = null)
  1847. {
  1848. $segment_id = getProp($task, 'alias_segment_id');
  1849. $act_id = getProp($task, 'alias_act_id');
  1850. if (!empty($segment_id)) {
  1851. // 分镜模式:使用segment_id查询
  1852. return DB::table('mp_episode_segments')->where('segment_id', $segmentIdOrActId)->value('audio_duration');
  1853. } elseif (!empty($act_id)) {
  1854. // 全能模式:如果传入了video_duration直接返回,否则查询audio_duration
  1855. if ($video_duration !== null && $video_duration > 0) {
  1856. return $video_duration;
  1857. }
  1858. return DB::table('mp_episode_segments')->where('id', $segmentIdOrActId)->value('audio_duration');
  1859. }
  1860. return 0;
  1861. }
  1862. /**
  1863. * 添加视频生成对话记录
  1864. * @param array $task 任务数据
  1865. * @param string|int $segmentIdOrActId segment_id(分镜模式)或 act_id(全能模式)
  1866. * @param string $videoUrl 视频URL
  1867. * @return void
  1868. */
  1869. private function addVideoGenerationRecords($task, $segmentIdOrActId, $videoUrl)
  1870. {
  1871. try {
  1872. $segment_id = getProp($task, 'alias_segment_id');
  1873. $act_id = getProp($task, 'alias_act_id');
  1874. $reference_images = getProp($task, 'ref_image_url');
  1875. if (!$reference_images) $reference_images = json_encode([], 256);
  1876. if (!empty($segment_id)) {
  1877. // 分镜模式:使用segment_id查询
  1878. $segment = DB::table('mp_episode_segments as a')->leftJoin('mp_animes as b', 'a.anime_id', 'b.id')
  1879. ->where('a.segment_id', $segmentIdOrActId)
  1880. ->select('b.user_id as uid', 'a.anime_id', 'a.episode_number', 'a.tail_frame', 'a.segment_id')
  1881. ->first();
  1882. } elseif (!empty($act_id)) {
  1883. // 全能模式:使用id查询
  1884. $segment = DB::table('mp_episode_segments as a')->leftJoin('mp_animes as b', 'a.anime_id', 'b.id')
  1885. ->where('a.id', $segmentIdOrActId)
  1886. ->select('b.user_id as uid', 'a.anime_id', 'a.episode_number', 'a.act_content', 'a.act_show_content', 'a.id as act_id')
  1887. ->first();
  1888. } else {
  1889. dLog('generate')->warning('无法确定查询模式,任务缺少segment_id和act_id', ['segment_id_or_act_id' => $segmentIdOrActId]);
  1890. return;
  1891. }
  1892. if (!$segment) {
  1893. dLog('generate')->warning('分镜信息不存在,无法添加对话记录', ['segment_id_or_act_id' => $segmentIdOrActId]);
  1894. return;
  1895. }
  1896. $now = date('Y-m-d H:i:s');
  1897. // 根据模式确定保存的字段和值
  1898. if (!empty($segment_id)) {
  1899. // 分镜模式:保存segment_id字段
  1900. $recordField = 'segment_id';
  1901. $recordValue = $segmentIdOrActId;
  1902. $userContent = '图片转视频';
  1903. $assistantContent = $segment->tail_frame ?: '';
  1904. } else {
  1905. // 全能模式:保存act_id字段
  1906. $recordField = 'act_id';
  1907. $recordValue = $segmentIdOrActId;
  1908. $userContent = '片段转视频';
  1909. $assistantContent = $segment->act_show_content ? $segment->act_show_content : $segment->act_content;
  1910. if (!$assistantContent) $assistantContent = '';
  1911. }
  1912. // 保存对话记录
  1913. $records = [
  1914. [
  1915. 'uid' => $segment->uid,
  1916. 'anime_id' => $segment->anime_id,
  1917. 'sequence' => $segment->episode_number,
  1918. 'role' => 'user',
  1919. 'content' => $userContent,
  1920. $recordField => $recordValue,
  1921. 'video_url' => '',
  1922. 'reference_images' => json_encode([], 256),
  1923. 'created_at' => $now,
  1924. 'updated_at' => $now
  1925. ],
  1926. [
  1927. 'uid' => $segment->uid,
  1928. 'anime_id' => $segment->anime_id,
  1929. 'sequence' => $segment->episode_number,
  1930. 'role' => 'assistant',
  1931. 'content' => $assistantContent,
  1932. $recordField => $recordValue,
  1933. 'video_url' => $videoUrl,
  1934. 'reference_images' => $reference_images,
  1935. 'created_at' => $now,
  1936. 'updated_at' => $now
  1937. ]
  1938. ];
  1939. DB::table('mp_anime_records')->insert($records);
  1940. dLog('generate')->info('视频生成对话记录添加成功', [
  1941. 'segment_id_or_act_id' => $segmentIdOrActId,
  1942. 'video_url' => $videoUrl,
  1943. 'uid' => $segment->uid,
  1944. 'anime_id' => $segment->anime_id
  1945. ]);
  1946. } catch (\Exception $e) {
  1947. dLog('generate')->error('添加视频生成对话记录失败: ' . $e->getMessage(), [
  1948. 'segment_id' => $segmentIdOrActId,
  1949. 'video_url' => $videoUrl,
  1950. 'error' => $e->getMessage()
  1951. ]);
  1952. }
  1953. }
  1954. /**
  1955. * 创建统一API视频生成任务(智帧20等新模型)
  1956. *
  1957. * @param array $params
  1958. * @return MpGenerateVideoTask
  1959. */
  1960. public function createUnifiedApiTask(array $params): MpGenerateVideoTask
  1961. {
  1962. // 生成唯一的任务ID
  1963. $taskId = 'unified_' . time() . '_' . uniqid();
  1964. // 创建任务记录
  1965. $task = MpGenerateVideoTask::create([
  1966. 'task_id' => $taskId,
  1967. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  1968. 'alias_act_id' => $params['alias_act_id'] ?? '',
  1969. 'prompt' => $params['prompt'] ?? '',
  1970. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1971. 'tail_frame_url' => $params['last_frame_url'] ?? '',
  1972. 'ref_image_url' => $params['ref_image_url'] ?? json_encode([], 256),
  1973. 'seed' => $params['seed'] ?? -1,
  1974. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1975. 'video_resolution' => $params['video_resolution'] ?? '720p',
  1976. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1977. 'api_type' => 'zzengine',
  1978. 'extra_params' => [
  1979. 'task_type' => 'video',
  1980. 'model_code' => $params['model_code'] ?? 'zhizhen-20-mini',
  1981. 'callback_url' => $params['callback_url'] ?? '',
  1982. 'video_duration' => $params['video_duration'] ?? 5,
  1983. 'video_ratio' => $params['video_ratio'] ?? '9:16',
  1984. 'parameters' => $params['parameters'] ?? [],
  1985. ]
  1986. ]);
  1987. // 提交任务到统一API
  1988. $this->submitUnifiedApiTaskToApi($task);
  1989. return $task;
  1990. }
  1991. /**
  1992. * 提交任务到统一API
  1993. *
  1994. * @param MpGenerateVideoTask $task
  1995. * @return void
  1996. */
  1997. private function submitUnifiedApiTaskToApi(MpGenerateVideoTask $task): void
  1998. {
  1999. $client = new Client(['verify' => false, 'timeout' => 1200]);
  2000. try {
  2001. // 验证环境变量配置
  2002. $apiKey = env('ZHIZHEN_AI_SK');
  2003. $apiUrl = 'https://model-relay.zzengine.net/api/v1/task/submit';
  2004. if (empty($apiKey)) {
  2005. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2006. 'error_message' => '统一视频API密钥未配置,请检查环境变量UNIFIED_VIDEO_API_KEY'
  2007. ]);
  2008. return;
  2009. }
  2010. $extraParams = $task->extra_params;
  2011. // 构建统一API请求参数
  2012. $apiParams = [
  2013. 'task_type' => 'video',
  2014. 'model_code' => $extraParams['model_code'] ?? 'zhizhen-20-mini',
  2015. 'prompt' => $task->prompt,
  2016. 'video_duration' => $extraParams['video_duration'] ?? 5,
  2017. 'video_resolution' => $task->video_resolution,
  2018. 'video_ratio' => $extraParams['video_ratio'] ?? '9:16',
  2019. ];
  2020. // 添加回调地址
  2021. if (!empty($extraParams['callback_url'])) {
  2022. $apiParams['callback_url'] = $extraParams['callback_url'];
  2023. }
  2024. // 添加parameters参数
  2025. if (!empty($extraParams['parameters'])) {
  2026. $apiParams['parameters'] = $extraParams['parameters'];
  2027. }
  2028. dLog('generate')->info('统一API视频生成参数: ', $apiParams);
  2029. logDB('generate', 'info', '统一API视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  2030. // 调用统一API
  2031. $response = $client->post($apiUrl, [
  2032. 'headers' => [
  2033. 'X-Api-Key' => $apiKey,
  2034. 'Content-Type' => 'application/json',
  2035. ],
  2036. 'json' => $apiParams
  2037. ]);
  2038. $responseData = json_decode($response->getBody(), true);
  2039. dLog('generate')->info('统一API响应: ', $responseData);
  2040. logDB('generate', 'info', '统一API视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  2041. if (isset($responseData['error']) || !isset($responseData['data']['task_uid'])) {
  2042. // API返回错误
  2043. $errorMsg = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  2044. logDB('generate', 'error', '统一API视频生成任务提交失败', ['id' => $task->id, 'error' => $errorMsg]);
  2045. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2046. 'error_message' => $errorMsg,
  2047. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  2048. ]);
  2049. } elseif (isset($responseData['data']['task_uid'])) {
  2050. // 任务提交成功,更新状态为处理中
  2051. $updateData = [
  2052. 'task_id' => $responseData['data']['task_uid'], // 使用API返回的task_uid
  2053. 'extra_params' => array_merge($task->extra_params, [
  2054. 'task_uid' => $responseData['data']['task_uid'],
  2055. 'estimated_amount' => $responseData['data']['estimated_amount'] ?? 0,
  2056. 'account_uid' => $responseData['data']['account_uid'] ?? '',
  2057. 'key_uid' => $responseData['data']['key_uid'] ?? '',
  2058. 'api_response' => $responseData
  2059. ])
  2060. ];
  2061. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  2062. } else {
  2063. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2064. 'error_message' => '未知的API响应格式',
  2065. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  2066. ]);
  2067. }
  2068. } catch (\GuzzleHttp\Exception\RequestException $e) {
  2069. $errorMsg = 'API请求失败';
  2070. if ($e->hasResponse()) {
  2071. $errorResponse = json_decode($e->getResponse()->getBody()->getContents(), true);
  2072. $errorMsg .= ': ' . ($errorResponse['message'] ?? $e->getMessage());
  2073. logDB('generate', 'error', '统一API请求失败', ['id' => $task->id, 'error' => $errorResponse]);
  2074. } else {
  2075. $errorMsg .= ': ' . $e->getMessage();
  2076. logDB('generate', 'error', '统一API请求失败', ['id' => $task->id, 'error' => $e->getMessage()]);
  2077. }
  2078. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2079. 'error_message' => $errorMsg
  2080. ]);
  2081. } catch (\Exception $e) {
  2082. logDB('generate', 'error', '统一API任务提交异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  2083. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2084. 'error_message' => 'API请求失败: ' . $e->getMessage()
  2085. ]);
  2086. }
  2087. }
  2088. /**
  2089. * 查询统一API任务状态
  2090. *
  2091. * @param MpGenerateVideoTask $task
  2092. * @return array
  2093. */
  2094. public function queryUnifiedApiTaskStatus(MpGenerateVideoTask $task): array
  2095. {
  2096. $client = new Client(['verify' => false, 'timeout' => 1200]);
  2097. try {
  2098. // 获取API任务UID
  2099. $extraParams = $task->extra_params;
  2100. $taskUid = $extraParams['task_uid'] ?? $task->task_id;
  2101. if (!$taskUid) {
  2102. return [
  2103. 'status' => 'failed',
  2104. 'error_message' => 'API任务UID不存在',
  2105. 'result_url' => null
  2106. ];
  2107. }
  2108. // 验证环境变量配置
  2109. $apiKey = env('ZHIZHEN_AI_SK');
  2110. $apiUrl = 'https://model-relay.zzengine.net';
  2111. $queryUrl = rtrim($apiUrl, '/') . '/api/v1/task/query';
  2112. if (empty($apiKey)) {
  2113. return [
  2114. 'status' => 'failed',
  2115. 'error_message' => '统一视频API密钥未配置',
  2116. 'result_url' => null
  2117. ];
  2118. }
  2119. dLog('generate')->info('查询统一API任务状态: ', ['task_uid' => $taskUid]);
  2120. // 调用统一API查询接口(GET请求)
  2121. $response = $client->get($queryUrl, [
  2122. 'headers' => [
  2123. 'X-Api-Key' => $apiKey,
  2124. ],
  2125. 'query' => [
  2126. 'task_uid' => $taskUid
  2127. ]
  2128. ]);
  2129. $responseData = json_decode($response->getBody(), true);
  2130. dLog('generate')->info('统一API任务状态查询响应: ', $responseData);
  2131. // 检查响应code
  2132. if (!isset($responseData['code']) || $responseData['code'] !== 0) {
  2133. $errorMsg = $responseData['msg'] ?? $responseData['message'] ?? 'API查询失败';
  2134. logDB('generate', 'error', '统一API任务状态查询失败', ['id' => $task->id, 'error' => $errorMsg]);
  2135. return [
  2136. 'status' => 'failed',
  2137. 'error_message' => $errorMsg,
  2138. 'result_url' => null,
  2139. 'result_json' => $responseData ?? []
  2140. ];
  2141. }
  2142. // 解析API响应
  2143. $taskData = $responseData['data']['task'] ?? [];
  2144. if (empty($taskData)) {
  2145. return [
  2146. 'status' => 'failed',
  2147. 'error_message' => '任务数据为空',
  2148. 'result_url' => null,
  2149. 'result_json' => $responseData ?? []
  2150. ];
  2151. }
  2152. // 任务状态映射:0=排队中,1=执行中,2=成功,3=失败
  2153. $taskStatus = $taskData['status'] ?? 3;
  2154. $failReason = $taskData['fail_reason'] ?? '';
  2155. $returnData = [
  2156. 'status' => 'processing',
  2157. 'error_message' => null,
  2158. 'result_url' => null,
  2159. 'result_json' => $responseData ?? []
  2160. ];
  2161. // 根据status判断任务状态
  2162. if ($taskStatus === 2) {
  2163. // 任务成功
  2164. $detail = $taskData['detail'] ?? [];
  2165. $result = $detail['result'] ?? [];
  2166. // 获取视频URL
  2167. $videoUrl = $result['video'] ?? null;
  2168. if (!$videoUrl && isset($result['videos']) && is_array($result['videos']) && count($result['videos']) > 0) {
  2169. $videoUrl = $result['videos'][0];
  2170. }
  2171. if ($videoUrl) {
  2172. // 保存视频到TOS
  2173. try {
  2174. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  2175. $video_ext = getVideoExtFromUrl($videoUrl);
  2176. $video_name = $video_name . $video_ext;
  2177. $url = uploadStreamByTos('video', file_get_contents($videoUrl), $video_name);
  2178. $returnData['result_url'] = $url;
  2179. // 压缩视频
  2180. $compressed_video_url = compressVideo($url);
  2181. $returnData['compressed_url'] = $compressed_video_url ?: $url;
  2182. } catch (\Exception $e) {
  2183. dLog('generate')->error('保存视频到TOS失败', ['error' => $e->getMessage()]);
  2184. $returnData['result_url'] = $videoUrl; // 如果保存失败,使用原URL
  2185. }
  2186. } else {
  2187. $returnData['status'] = 'failed';
  2188. $returnData['error_message'] = '视频URL不存在';
  2189. return $returnData;
  2190. }
  2191. // 获取视频时长
  2192. $video_duration = $detail['duration'] ?? 0;
  2193. if ($video_duration > 0) {
  2194. $returnData['video_duration'] = (int)$video_duration;
  2195. $returnData['video_time_point_start'] = 0;
  2196. $returnData['video_time_point_end'] = (int)$video_duration;
  2197. }
  2198. // 获取尾帧
  2199. if (isset($result['last_frame_url'])) {
  2200. $returnData['last_frame_url'] = $result['last_frame_url'];
  2201. }
  2202. $returnData['status'] = 'success';
  2203. } elseif ($taskStatus === 3) {
  2204. // 任务失败
  2205. $returnData['status'] = 'failed';
  2206. $returnData['error_message'] = $failReason ?: '任务执行失败';
  2207. } elseif (in_array($taskStatus, [0, 1])) {
  2208. // 0=排队中,1=执行中
  2209. $returnData['status'] = 'processing';
  2210. } else {
  2211. $returnData['status'] = 'failed';
  2212. $returnData['error_message'] = '未知的任务状态: ' . $taskStatus;
  2213. }
  2214. return $returnData;
  2215. } catch (\GuzzleHttp\Exception\RequestException $e) {
  2216. $errorMsg = 'API查询失败';
  2217. if ($e->hasResponse()) {
  2218. $errorResponse = json_decode($e->getResponse()->getBody()->getContents(), true);
  2219. $errorMsg .= ': ' . ($errorResponse['msg'] ?? $errorResponse['message'] ?? $e->getMessage());
  2220. } else {
  2221. $errorMsg .= ': ' . $e->getMessage();
  2222. }
  2223. return [
  2224. 'status' => 'processing',
  2225. 'error_message' => $errorMsg,
  2226. 'result_url' => null
  2227. ];
  2228. } catch (\Exception $e) {
  2229. return [
  2230. 'status' => 'processing',
  2231. 'error_message' => $e->getMessage(),
  2232. 'result_url' => null
  2233. ];
  2234. }
  2235. }
  2236. /**
  2237. * 更新统一API视频任务状态
  2238. *
  2239. * @param MpGenerateVideoTask $task
  2240. * @return void
  2241. */
  2242. private function updateUnifiedApiTask($task): void
  2243. {
  2244. $statusInfo = $this->queryUnifiedApiTaskStatus($task);
  2245. if (!isset($statusInfo['status'])) return;
  2246. if ($statusInfo['status'] === 'success') {
  2247. logDB('generate', 'info', '统一API视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  2248. // 同步调整分镜视频状态和结果(兼容全能模式)
  2249. $segment_id = $this->getSegmentIdFromTask($task);
  2250. if ($segment_id && isset($statusInfo['result_url'])) {
  2251. try {
  2252. DB::beginTransaction();
  2253. // 在事务中更新任务状态
  2254. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  2255. $now = date('Y-m-d H:i:s');
  2256. // 构建更新数据
  2257. $segmentUpdateData = [
  2258. 'origin_video_url' => $statusInfo['result_url'],
  2259. 'video_task_status' => '已完成',
  2260. 'current_type' => 2,
  2261. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  2262. 'updated_at' => $now
  2263. ];
  2264. // 使用查询任务时已压缩的视频URL,避免重复压缩
  2265. $segmentUpdateData['video_url'] = $statusInfo['compressed_url'] ?? $statusInfo['result_url'];
  2266. // 只有当video_duration存在且大于0时才更新
  2267. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  2268. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  2269. $segmentUpdateData['video_time_point_start'] = 0;
  2270. // 获取audio_duration(兼容全能模式)
  2271. $audio_duration = $this->getAudioDuration($task, $segment_id, $statusInfo['video_duration'] ?? null);
  2272. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  2273. }
  2274. // 更新分镜表(兼容act模式)
  2275. $this->updateSegmentTable($task, $segmentUpdateData);
  2276. // 添加视频生成对话记录
  2277. $this->addVideoGenerationRecords($task, $segment_id, $statusInfo['result_url']);
  2278. // 如果是全能模式的首帧图,则提取视频第一帧并更新anime表
  2279. $act_id = getProp($task, 'alias_act_id');
  2280. if (!empty($act_id) && Redis::sismember('anime_act_first_frame_urls', $act_id)) {
  2281. $anime_id = DB::table('mp_episode_segments')->where('id', $act_id)->value('anime_id');
  2282. if ($anime_id) {
  2283. // 提取视频第一帧
  2284. $videoUrl = $segmentUpdateData['video_url'];
  2285. $firstFrameUrl = getVideoFirstFrame($videoUrl, 'anime_first_frames', 'tos');
  2286. if ($firstFrameUrl) {
  2287. // 更新anime表
  2288. DB::table('mp_animes')->where('id', $anime_id)->update([
  2289. 'first_frame_url' => $firstFrameUrl,
  2290. 'updated_at' => date('Y-m-d H:i:s')
  2291. ]);
  2292. dLog('video_frame')->info('全能模式首帧图更新成功', [
  2293. 'act_id' => $act_id,
  2294. 'anime_id' => $anime_id,
  2295. 'first_frame_url' => $firstFrameUrl
  2296. ]);
  2297. }
  2298. }
  2299. }
  2300. DB::commit();
  2301. // 从Redis中移除
  2302. Redis::srem('anime_act_first_frame_urls', $act_id);
  2303. } catch (\Exception $e) {
  2304. DB::rollBack();
  2305. dLog('generate')->error('统一API视频任务处理失败', [
  2306. 'segment_id' => $segment_id,
  2307. 'task_id' => $task->id,
  2308. 'error' => $e->getMessage()
  2309. ]);
  2310. }
  2311. } else {
  2312. // 没有segment_id的情况下,直接更新任务状态
  2313. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  2314. }
  2315. } elseif ($statusInfo['status'] === 'failed') {
  2316. logDB('generate', 'error', '统一API视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  2317. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2318. 'error_message' => $statusInfo['error_message'],
  2319. 'result_json' => $statusInfo['result_json'] ?? []
  2320. ]);
  2321. // 同步更新分镜表状态为失败(兼容全能模式)
  2322. $segment_id = $this->getSegmentIdFromTask($task);
  2323. if ($segment_id) {
  2324. $this->updateSegmentTable($task, [
  2325. 'video_task_status' => '失败',
  2326. 'updated_at' => date('Y-m-d H:i:s')
  2327. ]);
  2328. }
  2329. }
  2330. // 如果仍然是处理中状态,不做任何操作
  2331. // 处理:如果任务处理超过48小时,标记为失败
  2332. $processingTime = now()->diffInHours($task->created_at);
  2333. if ($processingTime > 48) {
  2334. logDB('generate', 'warning', '统一API视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  2335. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2336. 'error_message' => '任务处理超时(超过48小时)'
  2337. ]);
  2338. // 同步更新分镜表状态为失败(兼容全能模式)
  2339. $segment_id = $this->getSegmentIdFromTask($task);
  2340. if ($segment_id) {
  2341. $this->updateSegmentTable($task, [
  2342. 'video_task_status' => '失败',
  2343. 'updated_at' => date('Y-m-d H:i:s')
  2344. ]);
  2345. }
  2346. }
  2347. }
  2348. }