AIVideoGenerationService.php 88 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Models\AIElement;
  6. use App\Services\VolcEngineService;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Support\Facades\DB;
  9. class AIVideoGenerationService
  10. {
  11. private $volcEngineService;
  12. public function __construct(VolcEngineService $volcEngineService)
  13. {
  14. $this->volcEngineService = $volcEngineService;
  15. }
  16. /**
  17. * 异步创建视频生成任务
  18. *
  19. * @param array $params
  20. * @return MpGenerateVideoTask
  21. */
  22. public function createJimengTask(array $params): MpGenerateVideoTask
  23. {
  24. // 生成唯一的任务ID
  25. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  26. // 创建任务记录
  27. $task = MpGenerateVideoTask::create([
  28. 'task_id' => $taskId,
  29. 'prompt' => $params['prompt'] ?? '',
  30. 'first_frame_url' => $params['first_frame_url'] ?? null,
  31. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  32. 'seed' => $params['seed'] ?? -1,
  33. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  34. 'video_resolution' => $params['video_resolution'] ?? '720P',
  35. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  36. 'api_type' => 'jimeng',
  37. ]);
  38. // 发送异步请求到即梦AI API创建任务
  39. $this->submitTaskToApi($task);
  40. return $task;
  41. }
  42. /**
  43. * 提交任务到即梦AI API
  44. *
  45. * @param MpGenerateVideoTask $task
  46. * @return void
  47. */
  48. private function submitTaskToApi(MpGenerateVideoTask $task): void
  49. {
  50. try {
  51. // 验证环境变量配置
  52. $accessKey = env('VOLC_AI_AK');
  53. $secretKey = env('VOLC_AI_SK');
  54. if (empty($accessKey) || empty($secretKey)) {
  55. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  56. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  57. ]);
  58. return;
  59. }
  60. // 根据任务类型选择对应的req_key
  61. if ($task->first_frame_url && $task->tail_frame_url) {
  62. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  63. }else if($task->first_frame_url){
  64. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  65. }else{
  66. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  67. }
  68. // 构建即梦AI 3.0 视频生成API请求参数
  69. $apiParams = [
  70. 'req_key' => $req_key,
  71. 'prompt' => $task->prompt,
  72. 'seed' => (int)$task->seed,
  73. 'frames' => $task->frames,
  74. ];
  75. // 添加图片URL参数
  76. if ($task->first_frame_url) {
  77. $apiParams['image_urls'] = [
  78. $task->first_frame_url
  79. ];
  80. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  81. }
  82. dLog('generate')->info('图生视频参数: ', $apiParams);
  83. logDB('generate', 'info', '即梦AI视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  84. // 调用即梦AI 3.0 视频生成API提交任务
  85. $response = $this->volcEngineService->request(
  86. 'POST',
  87. 'visual.volcengineapi.com', // 即梦AI API域名
  88. '/', // 使用根路径
  89. [], // Query参数
  90. json_encode($apiParams),
  91. $accessKey,
  92. $secretKey,
  93. 'cv', // 服务标识
  94. 'cn-north-1', // 区域
  95. 'CVSync2AsyncSubmitTask',
  96. '2022-08-31',
  97. 'application/json'
  98. );
  99. $responseData = json_decode($response['body'], true);
  100. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  101. logDB('generate', 'info', '即梦AI视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  102. if ($responseData['code'] !== 10000) {
  103. // API返回错误
  104. logDB('generate', 'error', '即梦AI视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  105. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  106. 'error_message' => $responseData['message'] ?? 'API Error',
  107. 'extra_params' => $responseData['data'] ?? []
  108. ]);
  109. } else {
  110. // 任务提交成功,更新状态为处理中
  111. $updateData = [];
  112. // 存储API返回的任务ID
  113. if (isset($responseData['data']['task_id'])) {
  114. $updateData['task_id'] = $responseData['data']['task_id'];
  115. $updateData['extra_params'] = $responseData['data'] ?? [];
  116. $updateData['extra_params']['req_key'] = $req_key;
  117. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  118. }
  119. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  120. }
  121. } catch (\Exception $e) {
  122. // 记录错误
  123. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  124. 'error_message' => 'API请求失败: ' . $e->getMessage()
  125. ]);
  126. Utils::throwError('1001:'.$e->getMessage());
  127. }
  128. }
  129. /**
  130. * 查询任务状态(即梦AI)
  131. *
  132. * @param MpGenerateVideoTask $task
  133. * @return array
  134. */
  135. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  136. {
  137. try {
  138. // 获取API任务ID
  139. $apiTaskId = $task->task_id ?? null;
  140. if (!$apiTaskId) {
  141. return [
  142. 'status' => 'failed',
  143. 'error_message' => 'API任务ID不存在',
  144. 'result_url' => null
  145. ];
  146. }
  147. // 根据任务类型选择对应的req_key
  148. if ($task->first_frame_url && $task->tail_frame_url) {
  149. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  150. }else if($task->first_frame_url){
  151. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  152. }else{
  153. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  154. }
  155. // 构建查询参数
  156. $apiParams = [
  157. 'req_key' => $req_key,
  158. 'task_id' => $apiTaskId,
  159. // 'req_json' => '{"return_url":true}' // 返回URL格式
  160. ];
  161. // 调用即梦AI 3.0 视频生成API查询任务状态
  162. $response = $this->volcEngineService->request(
  163. 'POST',
  164. 'visual.volcengineapi.com',
  165. '/', // 使用根路径
  166. [], // Query参数
  167. json_encode($apiParams),
  168. env('VOLC_AI_AK'),
  169. env('VOLC_AI_SK'),
  170. 'cv',
  171. 'cn-north-1',
  172. 'CVSync2AsyncGetResult',
  173. '2022-08-31',
  174. 'application/json'
  175. );
  176. $responseData = json_decode($response['body'], true);
  177. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  178. logDB('generate', 'info', '即梦AI视频任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  179. if ($responseData['code'] !== 10000) {
  180. // API返回错误
  181. logDB('generate', 'error', '即梦AI视频任务状态查询失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  182. return [
  183. 'status' => 'failed',
  184. 'error_message' => $responseData['message'] ?? 'API Error',
  185. 'result_url' => null,
  186. 'result_json' => $responseData ?? []
  187. ];
  188. }
  189. // 解析API响应
  190. $result = $responseData['data'] ?? [];
  191. $taskStatus = $result['status'] ?? 'failed';
  192. $returnData = [
  193. 'status' => $taskStatus,
  194. 'error_message' => null,
  195. 'result_url' => null,
  196. 'result_json' => $responseData ?? []
  197. ];
  198. // 如果任务成功,获取结果URL
  199. if ($taskStatus === 'done' && isset($result['video_url'])) {
  200. if (isset($result['video_url'])) {
  201. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  202. $video_ext = getVideoExtFromUrl($result['video_url']);
  203. $video_name = $video_name . $video_ext;
  204. // 将视频另存到tos
  205. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  206. $returnData['result_url'] = $url;
  207. }
  208. // 计算视频时长
  209. $video_duration = 0;
  210. if (isset($result['duration'])) {
  211. $video_duration = (int)$result['duration'];
  212. } elseif (isset($result['frames']) && isset($result['framespersecond'])) {
  213. $frames = (int)$result['frames'];
  214. $fps = (int)$result['framespersecond'];
  215. if ($fps > 0) {
  216. $video_duration = (int)floor($frames / $fps);
  217. }
  218. }
  219. // 如果没有计算出时长,使用任务表中的设定值
  220. if ($video_duration <= 0 && !empty($task->extra_params)) {
  221. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  222. if (isset($extraParams['duration'])) {
  223. $video_duration = (int)$extraParams['duration'];
  224. }
  225. }
  226. // 只有当video_duration > 0时才添加到返回数据中
  227. if ($video_duration > 0) {
  228. $returnData['video_duration'] = $video_duration;
  229. $returnData['video_time_point_start'] = 0;
  230. $returnData['video_time_point_end'] = $video_duration;
  231. }
  232. $returnData['status'] = 'success';
  233. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  234. $returnData['status'] = 'failed';
  235. $returnData['error_message'] = '任务未找到或已过期';
  236. } elseif ($taskStatus === 'failed') {
  237. $returnData['status'] = 'failed';
  238. $returnData['error_message'] = '任务执行失败';
  239. }
  240. // in_queue 或 generating状态保持原status
  241. return $returnData;
  242. } catch (\Exception $e) {
  243. return [
  244. 'status' => 'failed',
  245. 'error_message' => $e->getMessage(),
  246. 'result_url' => null
  247. ];
  248. }
  249. }
  250. /**
  251. * 更新所有待处理任务的状态
  252. *
  253. * @return void
  254. */
  255. public function updatePendingTasks(): void
  256. {
  257. // 获取所有处理中的任务
  258. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  259. ->get();
  260. foreach ($tasks as $task) {
  261. $api_type = getProp($task, 'api_type');
  262. switch($api_type) {
  263. case 'seedance':
  264. $this->updateSeedanceTask($task);
  265. break;
  266. case 'jimeng':
  267. $this->updateJimengTask($task);
  268. break;
  269. case 'keling':
  270. $this->updateKelingOmniTask($task);
  271. break;
  272. default:
  273. break;
  274. }
  275. }
  276. }
  277. // 更新即梦AI视频任务状态
  278. private function updateJimengTask($task) {
  279. $statusInfo = $this->queryJimengTaskStatus($task);
  280. if (!isset($statusInfo['status'])) return;
  281. if ($statusInfo['status'] === 'success') {
  282. logDB('generate', 'info', '即梦AI视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  283. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  284. // 同步调整分镜视频状态和结果
  285. $segment_id = getProp($task, 'alias_segment_id');
  286. if ($segment_id && isset($statusInfo['result_url'])) {
  287. try {
  288. DB::beginTransaction();
  289. $now = date('Y-m-d H:i:s');
  290. // 构建更新数据
  291. $segmentUpdateData = [
  292. 'origin_video_url' => $statusInfo['result_url'],
  293. 'video_task_status' => '已完成',
  294. 'current_type' => 2,
  295. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  296. 'updated_at' => $now
  297. ];
  298. $compressed_video_url = compressVideo($statusInfo['result_url']);
  299. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  300. // 只有当video_duration存在且大于0时才更新
  301. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  302. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  303. $segmentUpdateData['video_time_point_start'] = 0;
  304. // $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  305. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  306. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  307. }
  308. // 更新分镜表
  309. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  310. // 添加视频生成对话记录
  311. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  312. DB::commit();
  313. } catch (\Exception $e) {
  314. DB::rollBack();
  315. dLog('generate')->error('即梦视频任务处理失败', [
  316. 'segment_id' => $segment_id,
  317. 'task_id' => $task->id,
  318. 'error' => $e->getMessage()
  319. ]);
  320. }
  321. }
  322. } elseif ($statusInfo['status'] === 'failed') {
  323. logDB('generate', 'error', '即梦AI视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  324. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  325. // 同步更新分镜表状态为失败
  326. $segment_id = getProp($task, 'alias_segment_id');
  327. if ($segment_id) {
  328. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  329. 'video_task_status' => '失败',
  330. 'updated_at' => date('Y-m-d H:i:s')
  331. ]);
  332. }
  333. }
  334. // 如果仍然是处理中状态,不做任何操作
  335. // 处理:如果任务处理超过12小时,标记为失败
  336. $processingTime = now()->diffInHours($task->created_at);
  337. if ($processingTime > 12) {
  338. logDB('generate', 'warning', '即梦AI视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  339. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  340. 'error_message' => '任务处理超时(超过12小时)'
  341. ]);
  342. // 同步更新分镜表状态为失败
  343. $segment_id = getProp($task, 'alias_segment_id');
  344. if ($segment_id) {
  345. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  346. 'video_task_status' => '失败',
  347. 'updated_at' => date('Y-m-d H:i:s')
  348. ]);
  349. }
  350. }
  351. }
  352. public function getTaskList($data)
  353. {
  354. $task_id = getProp($data, 'task_id');
  355. $status = getProp($data, 'status');
  356. $query = MpGenerateVideoTask::select('*');
  357. if ($task_id) {
  358. $query->where('id', $task_id);
  359. }
  360. if ($status) {
  361. $query->where('status', $status);
  362. }
  363. return $query->orderBy('created_at', 'desc')->paginate();
  364. }
  365. /**
  366. * 创建 Seedance 1.5 Pro 视频生成任务
  367. *
  368. * @param array $params
  369. * @return MpGenerateVideoTask
  370. */
  371. public function createSeedanceTask(array $params): MpGenerateVideoTask
  372. {
  373. // 生成唯一的任务ID
  374. $taskId = 'seedance_' . time() . '_' . uniqid();
  375. // 创建任务记录,复用现有表结构
  376. $task = MpGenerateVideoTask::create([
  377. 'task_id' => $taskId,
  378. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  379. 'prompt' => $params['prompt'] ?? '',
  380. 'first_frame_url' => $params['first_frame_url'] ?? '',
  381. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  382. 'seed' => $params['seed'] ?? -1,
  383. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  384. 'video_resolution' => $params['video_resolution'] ?? '720P',
  385. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  386. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  387. 'extra_params' => [
  388. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  389. 'content' => $params['content'],
  390. 'callback_url' => $params['callback_url'] ?? '',
  391. 'return_last_frame' => $params['return_last_frame'] ?? true,
  392. 'service_tier' => $params['service_tier'] ?? 'default',
  393. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  394. 'generate_audio' => $params['generate_audio'] ?? false,
  395. 'draft' => $params['draft'] ?? false,
  396. 'ratio' => $params['ratio'] ?? '9:16',
  397. 'duration' => $params['video_duration'] ?? 5,
  398. 'camera_fixed' => $params['camera_fixed'] ?? false,
  399. 'watermark' => $params['watermark'] ?? false,
  400. ]
  401. ]);
  402. // 提交任务到火山引擎 API
  403. $this->submitSeedanceTaskToApi($task);
  404. return $task;
  405. }
  406. /**
  407. * 提交 Seedance 任务到火山引擎 API
  408. *
  409. * @param MpGenerateVideoTask $task
  410. * @return void
  411. */
  412. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  413. {
  414. $client = new Client(['verify'=>false,'timeout'=>120]);
  415. try {
  416. // 验证环境变量配置
  417. $apiKey = env('VOLC_AI_API_KEY');
  418. if (empty($apiKey)) {
  419. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  420. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  421. ]);
  422. return;
  423. }
  424. $extraParams = $task->extra_params;
  425. // 构建火山引擎 Seedance API 请求参数
  426. $apiParams = [
  427. 'model' => isset(\App\Consts\BaseConst::MODELS_MAP[$extraParams['model']]) ? \App\Consts\BaseConst::MODELS_MAP[$extraParams['model']] : $extraParams['model'],
  428. 'content' => $extraParams['content'],
  429. ];
  430. // 添加可选参数
  431. if (!empty($extraParams['callback_url'])) {
  432. $apiParams['callback_url'] = $extraParams['callback_url'];
  433. }
  434. if (isset($extraParams['return_last_frame'])) {
  435. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  436. }
  437. if (!empty($extraParams['service_tier']) && !in_array($extraParams['model'], ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  438. $apiParams['service_tier'] = $extraParams['service_tier'];
  439. }
  440. if (!empty($extraParams['execution_expires_after'])) {
  441. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  442. }
  443. if (isset($extraParams['generate_audio'])) {
  444. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  445. }
  446. if (isset($extraParams['draft'])) {
  447. $apiParams['draft'] = $extraParams['draft'];
  448. }
  449. if (!empty($extraParams['video_resolution'])) {
  450. $apiParams['resolution'] = strtolower($task->video_resolution);
  451. }
  452. if (!empty($extraParams['ratio'])) {
  453. $apiParams['ratio'] = $extraParams['ratio'];
  454. }
  455. if (!empty($extraParams['duration'])) {
  456. $apiParams['duration'] = (int)$extraParams['duration'];
  457. }
  458. if (isset($task->frames)) {
  459. // $apiParams['frames'] = $task->frames;
  460. }
  461. if ($task->seed !== -1) {
  462. $apiParams['seed'] = (int)$task->seed;
  463. }
  464. if (isset($extraParams['camera_fixed'])) {
  465. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  466. }
  467. if (isset($extraParams['watermark'])) {
  468. $apiParams['watermark'] = $extraParams['watermark'];
  469. }
  470. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  471. logDB('generate', 'info', 'Seedance视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  472. // 调用火山引擎 Seedance API
  473. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  474. 'headers' => [
  475. 'Authorization' => 'Bearer ' . $apiKey,
  476. 'Content-Type' => 'application/json',
  477. ],
  478. 'json' => $apiParams
  479. ]);
  480. $responseData = json_decode($response->getBody(), true);
  481. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  482. logDB('generate', 'info', 'Seedance视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  483. if (isset($responseData['error'])) {
  484. // API返回错误
  485. logDB('generate', 'error', 'Seedance视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  486. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  487. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  488. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  489. ]);
  490. } elseif (isset($responseData['id'])) {
  491. // 任务提交成功,更新状态为处理中
  492. $updateData = [
  493. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  494. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  495. ];
  496. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  497. } else {
  498. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  499. 'error_message' => '未知的 API 响应格式',
  500. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  501. ]);
  502. }
  503. } catch (\Exception $e) {
  504. // 记录错误
  505. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  506. 'error_message' => 'API请求失败: ' . $e->getMessage()
  507. ]);
  508. Utils::throwError('1001:'.$e->getMessage());
  509. }
  510. }
  511. // 更新Seedance视频任务状态
  512. private function updateSeedanceTask($task) {
  513. $statusInfo = $this->querySeedanceTaskStatus($task);
  514. if (!isset($statusInfo['status'])) return;
  515. if ($statusInfo['status'] === 'success') {
  516. logDB('generate', 'info', 'Seedance视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  517. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  518. // 同步调整分镜视频状态和结果
  519. $segment_id = getProp($task, 'alias_segment_id');
  520. if ($segment_id && isset($statusInfo['result_url'])) {
  521. try {
  522. DB::beginTransaction();
  523. $now = date('Y-m-d H:i:s');
  524. // 构建更新数据
  525. $segmentUpdateData = [
  526. 'origin_video_url' => $statusInfo['result_url'],
  527. 'video_task_status' => '已完成',
  528. 'current_type' => 2,
  529. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  530. 'updated_at' => $now
  531. ];
  532. $compressed_video_url = compressVideo($statusInfo['result_url']);
  533. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  534. // 只有当video_duration存在且大于0时才更新
  535. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  536. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  537. $segmentUpdateData['video_time_point_start'] = 0;
  538. // $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  539. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  540. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  541. }
  542. // 更新分镜表
  543. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  544. // 添加视频生成对话记录
  545. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  546. DB::commit();
  547. } catch (\Exception $e) {
  548. DB::rollBack();
  549. dLog('generate')->error('Seedance视频任务处理失败', [
  550. 'segment_id' => $segment_id,
  551. 'task_id' => $task->id,
  552. 'error' => $e->getMessage()
  553. ]);
  554. }
  555. }
  556. } elseif ($statusInfo['status'] === 'failed') {
  557. logDB('generate', 'error', 'Seedance视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  558. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  559. 'error_message' => $statusInfo['error_message'],
  560. 'result_json' => $statusInfo['result_json'] ?? []
  561. ]);
  562. // 同步更新分镜表状态为失败
  563. $segment_id = getProp($task, 'alias_segment_id');
  564. if ($segment_id) {
  565. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  566. 'video_task_status' => '失败',
  567. 'updated_at' => date('Y-m-d H:i:s')
  568. ]);
  569. }
  570. }
  571. // 如果仍然是处理中状态,不做任何操作
  572. // 处理:如果任务处理超过48小时,标记为失败
  573. $processingTime = now()->diffInHours($task->created_at);
  574. if ($processingTime > 48) {
  575. logDB('generate', 'warning', 'Seedance视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  576. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  577. 'error_message' => '任务处理超时(超过48小时)'
  578. ]);
  579. // 同步更新分镜表状态为失败
  580. $segment_id = getProp($task, 'alias_segment_id');
  581. if ($segment_id) {
  582. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  583. 'video_task_status' => '失败',
  584. 'updated_at' => date('Y-m-d H:i:s')
  585. ]);
  586. }
  587. }
  588. }
  589. /**
  590. * 查询 Seedance 任务状态
  591. *
  592. * @param MpGenerateVideoTask $task
  593. * @return array
  594. */
  595. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  596. {
  597. $client = new Client(['verify'=>false,'timeout'=>120]);
  598. try {
  599. // 如果任务已完成,直接返回结果
  600. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  601. return [
  602. 'success' => true,
  603. 'data' => [
  604. 'id' => $task->id,
  605. 'status' => $this->mapTaskStatus($task->status),
  606. 'result_url' => $task->result_url,
  607. 'error_message' => $task->error_message,
  608. 'created_at' => $task->created_at,
  609. 'started_at' => $task->started_at,
  610. 'completed_at' => $task->completed_at
  611. ]
  612. ];
  613. }
  614. // 调用火山引擎 API 查询任务状态
  615. $apiKey = env('VOLC_AI_API_KEY');
  616. if (empty($apiKey)) {
  617. return [
  618. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  619. 'result_json' => [],
  620. 'error_message' => '火山引擎访问密钥未配置'
  621. ];
  622. }
  623. // 构建查询 URL
  624. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  625. $response = $client->get($url, [
  626. 'headers' => [
  627. 'Authorization' => 'Bearer ' . $apiKey,
  628. 'Content-Type' => 'application/json',
  629. ]
  630. ]);
  631. $responseData = json_decode($response->getBody(), true);
  632. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  633. logDB('generate', 'info', 'Seedance任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  634. if (isset($responseData['error'])) {
  635. logDB('generate', 'error', 'Seedance任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API查询失败']);
  636. return [
  637. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  638. 'result_json' => $responseData,
  639. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  640. ];
  641. }
  642. // 解析任务状态
  643. $apiStatus = $responseData['status'] ?? 'unknown';
  644. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  645. $updateData = ['result_json' => $responseData];
  646. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  647. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  648. // 任务成功,处理结果
  649. if (isset($responseData['content']['video_url'])) {
  650. $video_url = $responseData['content']['video_url'];
  651. // 下载并保存视频
  652. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  653. $video_ext = getVideoExtFromUrl($video_url);
  654. $video_name = $video_name . $video_ext;
  655. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  656. $updateData['result_url'] = $url;
  657. // 压缩视频
  658. $compressed_video_url = compressVideo($url);
  659. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  660. }
  661. // 计算视频时长
  662. $video_duration = 0;
  663. if (isset($responseData['duration'])) {
  664. // 如果直接返回duration,使用该值
  665. $video_duration = (int)$responseData['duration'];
  666. } elseif (isset($responseData['frames']) && isset($responseData['framespersecond'])) {
  667. // 如果返回frames和framespersecond,计算时长
  668. $frames = (int)$responseData['frames'];
  669. $fps = (int)$responseData['framespersecond'];
  670. if ($fps > 0) {
  671. $video_duration = (int)floor($frames / $fps);
  672. }
  673. }
  674. // 如果没有计算出时长,使用任务表中的设定值
  675. if ($video_duration <= 0 && !empty($task->extra_params)) {
  676. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  677. if (isset($extraParams['duration'])) {
  678. $video_duration = (int)$extraParams['duration'];
  679. }
  680. }
  681. // 只有当video_duration > 0时才添加到更新数据中
  682. if ($video_duration > 0) {
  683. $updateData['video_duration'] = $video_duration;
  684. $updateData['video_time_point_start'] = 0;
  685. $updateData['video_time_point_end'] = $video_duration;
  686. }
  687. // 处理尾帧图片(如果启用了 return_last_frame)
  688. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  689. $pic_url = $responseData['content']['last_frame_url'];
  690. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  691. $pic_ext = getImgExtFromUrl($pic_url);
  692. $pic_name = $pic_name . $pic_ext;
  693. if ($pic_ext === '.png') {
  694. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  695. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  696. }else {
  697. // 将图片另存到tos
  698. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  699. }
  700. $updateData['last_frame_url'] = $url;
  701. }
  702. return $updateData;
  703. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  704. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  705. $updateData['error_message'] = $responseData['error_message'] ?? '任务执行失败';
  706. return $updateData;
  707. }
  708. // 其他状态保持不变
  709. return [
  710. 'success' => true,
  711. 'data' => [
  712. 'id' => $task->id,
  713. 'status' => $this->mapTaskStatus($task->status),
  714. 'result_url' => $task->result_url,
  715. 'error_message' => $task->error_message,
  716. 'created_at' => $task->created_at,
  717. 'started_at' => $task->started_at,
  718. 'completed_at' => $task->completed_at,
  719. 'api_response' => $responseData
  720. ]
  721. ];
  722. } catch (\Exception $e) {
  723. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  724. return [
  725. 'success' => false,
  726. 'message' => '查询失败: ' . $e->getMessage()
  727. ];
  728. }
  729. }
  730. /**
  731. * 映射 API 状态到任务状态
  732. *
  733. * @param string $apiStatus
  734. * @return string
  735. */
  736. private function mapApiStatusToTaskStatus(string $apiStatus): string
  737. {
  738. switch ($apiStatus) {
  739. case 'queued':
  740. case 'running':
  741. return MpGenerateVideoTask::STATUS_PROCESSING;
  742. case 'succeeded':
  743. return MpGenerateVideoTask::STATUS_SUCCESS;
  744. case 'failed':
  745. case 'expired':
  746. return MpGenerateVideoTask::STATUS_FAILED;
  747. default:
  748. return MpGenerateVideoTask::STATUS_PROCESSING;
  749. }
  750. }
  751. public function seedanceCallback($data) {
  752. try {
  753. dLog('generate')->info('Seedance 回调数据: ', $data);
  754. logDB('generate', 'info', 'Seedance回调接收', ['task_id' => $data['id'] ?? null, 'status' => $data['status'] ?? null]);
  755. // 从回调数据中获取任务ID
  756. $taskId = $data['id'] ?? null;
  757. if (!$taskId) {
  758. dLog('generate')->error('Seedance 回调缺少任务ID');
  759. logDB('generate', 'error', 'Seedance回调缺少任务ID', ['data' => $data]);
  760. return ['success' => false, 'message' => '缺少任务ID'];
  761. }
  762. // 查找对应的任务记录
  763. $task = MpGenerateVideoTask::where('task_id', $taskId)->first();
  764. if (!$task) {
  765. dLog('generate')->error('Seedance 回调找不到任务: ' . $taskId);
  766. logDB('generate', 'error', 'Seedance回调找不到任务', ['task_id' => $taskId]);
  767. return ['success' => false, 'message' => '任务不存在'];
  768. }
  769. // 解析任务状态
  770. $apiStatus = $data['status'] ?? 'unknown';
  771. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  772. // 准备更新数据
  773. $updateData = [
  774. 'result_json' => $data,
  775. 'updated_at' => now()
  776. ];
  777. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  778. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  779. $updateData['completed_at'] = now();
  780. // 处理视频结果
  781. if (isset($data['content']['video_url'])) {
  782. $video_url = $data['content']['video_url'];
  783. try {
  784. // 下载并保存视频
  785. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  786. $video_ext = getVideoExtFromUrl($video_url);
  787. $video_name = $video_name . $video_ext;
  788. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  789. $updateData['result_url'] = $url;
  790. $compressed_video_url = compressVideo($url);
  791. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  792. dLog('generate')->info('Seedance 视频保存成功: ' . $url);
  793. } catch (\Exception $e) {
  794. dLog('generate')->error('Seedance 视频保存失败: ' . $e->getMessage());
  795. // 如果保存失败,直接使用原始URL
  796. $updateData['result_url'] = $video_url;
  797. }
  798. }
  799. // 处理尾帧图片(如果启用了 return_last_frame)
  800. if (isset($data['content']['last_frame_url']) && !empty($data['content']['last_frame_url'])) {
  801. $pic_url = $data['content']['last_frame_url'];
  802. try {
  803. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  804. $pic_ext = getImgExtFromUrl($pic_url);
  805. $pic_name = $pic_name . $pic_ext;
  806. if ($pic_ext === '.png') {
  807. $compressed_data = compressRemoteImageUrlToSize($pic_url);
  808. $url = uploadStreamByTos('image', $compressed_data, $pic_name);
  809. } else {
  810. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  811. }
  812. $updateData['last_frame_url'] = $url;
  813. dLog('generate')->info('Seedance 尾帧图片保存成功: ' . $url);
  814. } catch (\Exception $e) {
  815. dLog('generate')->error('Seedance 尾帧图片保存失败: ' . $e->getMessage());
  816. // 如果保存失败,直接使用原始URL
  817. $updateData['last_frame_url'] = $pic_url;
  818. }
  819. }
  820. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  821. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  822. $updateData['completed_at'] = now();
  823. $updateData['error_message'] = $data['error_message'] ?? $data['failure_reason'] ?? '任务执行失败';
  824. } else {
  825. // 处理中状态
  826. $updateData['status'] = $taskStatus;
  827. if ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING && !$task->started_at) {
  828. $updateData['started_at'] = now();
  829. }
  830. }
  831. // 更新任务记录
  832. $task->update($updateData);
  833. // 如果任务成功,更新分镜表
  834. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS && isset($updateData['result_url'])) {
  835. try {
  836. DB::beginTransaction();
  837. $now = date('Y-m-d H:i:s');
  838. // 获取分镜ID
  839. $segment = DB::table('mp_episode_segments')
  840. ->where('video_task_id', $task->id)
  841. ->first();
  842. if ($segment) {
  843. $segmentId = $segment->segment_id;
  844. $anime_id = $segment->anime_id;
  845. $episode_number = $segment->episode_number;
  846. $tail_frame = $segment->tail_frame;
  847. $uid = $segment->uid ?? 0;
  848. // 更新分镜表
  849. $segmentUpdateData = [
  850. 'origin_video_url' => $updateData['result_url'],
  851. 'video_task_status' => '已完成',
  852. 'last_frame_url' => $updateData['last_frame_url'] ?? '',
  853. 'current_type' => 2,
  854. 'updated_at' => $now
  855. ];
  856. $segmentUpdateData['video_url'] = $updateData['compressed_url'] ?? $updateData['result_url'];
  857. // 只有当video_duration存在且大于0时才更新
  858. if (isset($data['content']['video_duration']) && $data['content']['video_duration'] > 0) {
  859. $segmentUpdateData['video_duration'] = $data['content']['video_duration'];
  860. $segmentUpdateData['video_time_point_start'] = 0;
  861. $segmentUpdateData['video_time_point_end'] = $segment->audio_duration ?? 0;
  862. }
  863. $updateResult = DB::table('mp_episode_segments')
  864. ->where('segment_id', $segmentId)
  865. ->update($segmentUpdateData);
  866. if (!$updateResult) {
  867. throw new \Exception('更新分镜表失败');
  868. }
  869. // 更新分镜视频成功后新增对话记录
  870. $records = [
  871. [
  872. 'uid' => $uid,
  873. 'anime_id' => $anime_id,
  874. 'sequence' => $episode_number,
  875. 'role' => 'user',
  876. 'content' => '图片转视频',
  877. 'segment_id' => $segmentId,
  878. 'video_url' => '',
  879. 'created_at' => $now,
  880. 'updated_at' => $now
  881. ],
  882. [
  883. 'uid' => $uid,
  884. 'anime_id' => $anime_id,
  885. 'sequence' => $episode_number,
  886. 'role' => 'assistant',
  887. 'content' => $tail_frame,
  888. 'segment_id' => $segmentId,
  889. 'video_url' => $updateData['result_url'],
  890. 'created_at' => $now,
  891. 'updated_at' => $now
  892. ]
  893. ];
  894. DB::table('mp_anime_records')->insert($records);
  895. dLog('generate')->info('Seedance 分镜表更新成功: ' . $segmentId);
  896. }
  897. DB::commit();
  898. } catch (\Exception $e) {
  899. DB::rollBack();
  900. $logData = [
  901. 'task_id' => $task->id,
  902. 'error' => $e->getMessage()
  903. ];
  904. dLog('generate')->error('Seedance 分镜表更新失败', $logData);
  905. logDB('generate', 'error', 'Seedance分镜表更新失败', $logData);
  906. }
  907. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  908. // 任务失败,更新分镜表状态
  909. DB::table('mp_episode_segments')
  910. ->where('video_task_id', $task->id)
  911. ->update([
  912. 'video_task_status' => '失败',
  913. 'updated_at' => date('Y-m-d H:i:s')
  914. ]);
  915. }
  916. dLog('generate')->info('Seedance 回调处理完成: ' . $taskId . ', 状态: ' . $taskStatus);
  917. logDB('generate', 'info', 'Seedance回调处理完成', ['task_id' => $taskId, 'status' => $taskStatus]);
  918. return [
  919. 'success' => true,
  920. 'message' => '回调处理成功',
  921. 'task_id' => $taskId,
  922. 'status' => $taskStatus
  923. ];
  924. } catch (\Exception $e) {
  925. dLog('generate')->error('Seedance 回调处理异常: ' . $e->getMessage());
  926. logDB('generate', 'error', 'Seedance回调处理异常', ['error' => $e->getMessage()]);
  927. return [
  928. 'success' => false,
  929. 'message' => '回调处理失败: ' . $e->getMessage()
  930. ];
  931. }
  932. }
  933. /**
  934. * 更新分镜表的视频任务状态
  935. *
  936. * @param MpGenerateVideoTask $task
  937. * @param string $taskStatus
  938. * @param array $updateData
  939. */
  940. private function updateSegmentVideoStatus(MpGenerateVideoTask $task, string $taskStatus, array $updateData) {
  941. try {
  942. // 查找关联的分镜记录
  943. $segment = DB::table('mp_episode_segments')
  944. ->where('video_task_id', $task->id)
  945. ->first();
  946. if (!$segment) {
  947. dLog('generate')->info('未找到关联的分镜记录: ' . $task->id);
  948. return;
  949. }
  950. $segmentUpdateData = ['updated_at' => date('Y-m-d H:i:s')];
  951. if (isset($updateData['last_frame_url']) && $updateData['last_frame_url']) {
  952. $segmentUpdateData['last_frame_url'] = $updateData['last_frame_url'];
  953. }
  954. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  955. $segmentUpdateData['video_task_status'] = '已完成';
  956. if (isset($updateData['result_url'])) {
  957. $segmentUpdateData['origin_video_url'] = $updateData['result_url'];
  958. // 如果有压缩视频URL,使用压缩后的
  959. if (isset($updateData['compressed_url'])) {
  960. $segmentUpdateData['video_url'] = $updateData['compressed_url'];
  961. } else {
  962. $segmentUpdateData['video_url'] = $updateData['result_url'];
  963. }
  964. }
  965. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  966. $segmentUpdateData['video_task_status'] = '失败';
  967. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING) {
  968. $segmentUpdateData['video_task_status'] = '生成中';
  969. }
  970. // 更新分镜表
  971. DB::table('mp_episode_segments')
  972. ->where('video_task_id', $task->id)
  973. ->update($segmentUpdateData);
  974. dLog('generate')->info('分镜视频状态更新成功: ' . $segment->segment_id . ', 状态: ' . ($segmentUpdateData['video_task_status'] ?? '未知'));
  975. } catch (\Exception $e) {
  976. dLog('generate')->error('更新分镜视频状态失败: ' . $e->getMessage());
  977. }
  978. }
  979. /**
  980. * 生成可灵AI的JWT Token
  981. *
  982. * @return string
  983. */
  984. private function generateKelingJwtToken(): string
  985. {
  986. $ak = env('KELING_AK');
  987. $sk = env('KELING_SK');
  988. if (empty($ak) || empty($sk)) {
  989. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  990. }
  991. // JWT头部
  992. $header = [
  993. 'alg' => 'HS256',
  994. 'typ' => 'JWT'
  995. ];
  996. // JWT载荷
  997. $payload = [
  998. 'iss' => $ak, // 签发者,使用Access Key
  999. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  1000. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  1001. ];
  1002. // Base64URL编码
  1003. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  1004. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  1005. // 创建签名
  1006. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  1007. $signatureEncoded = $this->base64UrlEncode($signature);
  1008. // 返回完整的JWT token
  1009. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  1010. }
  1011. /**
  1012. * Base64URL编码(JWT标准编码)
  1013. *
  1014. * @param string $data
  1015. * @return string
  1016. */
  1017. private function base64UrlEncode(string $data): string
  1018. {
  1019. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  1020. }
  1021. /**
  1022. * 创建可灵AI Omni视频生成任务
  1023. *
  1024. * @param array $params
  1025. * @return MpGenerateVideoTask
  1026. */
  1027. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  1028. {
  1029. // 生成唯一的任务ID
  1030. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  1031. // 创建任务记录,复用现有表结构
  1032. $task = MpGenerateVideoTask::create([
  1033. 'task_id' => $taskId,
  1034. 'prompt' => $params['prompt'] ?? '',
  1035. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1036. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  1037. 'seed' => $params['seed'] ?? -1,
  1038. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1039. 'video_resolution' => $params['video_resolution'] ?? '720P',
  1040. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1041. 'api_type' => 'keling', // 标识为可灵AI Omni API
  1042. 'extra_params' => [
  1043. 'api_type' => 'keling',
  1044. 'model' => $params['model'] ?? 'kling-video-o1',
  1045. 'prompt' => $params['prompt'] ?? '',
  1046. 'multi_prompt' => $params['multi_prompt'] ?? [],
  1047. 'shot_type' => $params['shot_type'] ?? 'customize',
  1048. 'image_list' => $params['image_list'] ?? [],
  1049. 'element_list' => $params['element_list'] ?? [],
  1050. 'sound' => $params['sound'] ?? 'off',
  1051. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  1052. 'duration' => $params['video_duration'] ?? 5,
  1053. 'mode' => $params['mode'] ?? 'std',
  1054. 'callback_url' => $params['callback_url'] ?? '',
  1055. ]
  1056. ]);
  1057. // 提交任务到可灵AI Omni API
  1058. $this->submitKelingOmniTaskToApi($task);
  1059. return $task;
  1060. }
  1061. /**
  1062. * 提交可灵AI Omni任务到API
  1063. *
  1064. * @param MpGenerateVideoTask $task
  1065. * @return void
  1066. */
  1067. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  1068. {
  1069. $client = new Client(['verify'=>false,'timeout'=>120]);
  1070. try {
  1071. // 生成JWT token
  1072. $jwtToken = $this->generateKelingJwtToken();
  1073. $extraParams = $task->extra_params;
  1074. // 构建可灵AI Omni API请求参数
  1075. $apiParams = [
  1076. 'model_name' => $extraParams['model'],
  1077. 'prompt' => $extraParams['prompt'],
  1078. 'mode' => $extraParams['mode'],
  1079. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  1080. 'duration' => (int)$extraParams['duration'],
  1081. ];
  1082. // 添加可选参数
  1083. if (!empty($extraParams['multi_prompt'])) {
  1084. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  1085. }
  1086. if (!empty($extraParams['shot_type'])) {
  1087. $apiParams['shot_type'] = $extraParams['shot_type'];
  1088. }
  1089. if (!empty($extraParams['image_list'])) {
  1090. $apiParams['image_list'] = $extraParams['image_list'];
  1091. }
  1092. if (!empty($extraParams['element_list'])) {
  1093. $apiParams['element_list'] = json_decode($extraParams['element_list'], true);
  1094. }
  1095. if (isset($extraParams['sound'])) {
  1096. $apiParams['sound'] = $extraParams['sound'];
  1097. }
  1098. // if (!empty($extraParams['callback_url'])) {
  1099. // $apiParams['callback_url'] = $extraParams['callback_url'];
  1100. // }
  1101. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  1102. logDB('generate', 'info', '可灵AI Omni视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  1103. // 调用可灵AI Omni API
  1104. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  1105. 'headers' => [
  1106. 'Authorization' => 'Bearer ' . $jwtToken,
  1107. 'Content-Type' => 'application/json',
  1108. ],
  1109. 'json' => $apiParams
  1110. ]);
  1111. $responseData = json_decode($response->getBody(), true);
  1112. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  1113. logDB('generate', 'info', '可灵AI Omni API响应', ['id' => $task->id, 'response' => $responseData]);
  1114. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1115. // API返回错误
  1116. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1117. logDB('generate', 'error', '可灵AI Omni任务提交失败', ['id' => $task->id, 'error' => $errorMessage]);
  1118. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1119. 'error_message' => $errorMessage,
  1120. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1121. ]);
  1122. } elseif (isset($responseData['data']['task_id'])) {
  1123. // 任务提交成功,更新状态为处理中
  1124. $updateData = [
  1125. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1126. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1127. ];
  1128. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  1129. } else {
  1130. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1131. 'error_message' => '未知的API响应格式',
  1132. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1133. ]);
  1134. }
  1135. } catch (\Exception $e) {
  1136. // 记录错误
  1137. logDB('generate', 'error', '可灵AI Omni任务异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  1138. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1139. 'error_message' => 'API请求失败: ' . $e->getMessage()
  1140. ]);
  1141. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  1142. }
  1143. }
  1144. /**
  1145. * 查询可灵AI Omni任务状态
  1146. *
  1147. * @param MpGenerateVideoTask $task
  1148. * @return array
  1149. */
  1150. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  1151. {
  1152. $client = new Client(['verify'=>false,'timeout'=>120]);
  1153. try {
  1154. // 如果任务已完成,直接返回结果
  1155. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  1156. return [
  1157. 'success' => true,
  1158. 'data' => [
  1159. 'task_id' => $task->task_id,
  1160. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  1161. 'result_url' => $task->result_url,
  1162. 'error_message' => $task->error_message,
  1163. 'created_at' => $task->created_at,
  1164. 'updated_at' => $task->updated_at
  1165. ]
  1166. ];
  1167. }
  1168. // 生成JWT token
  1169. $jwtToken = $this->generateKelingJwtToken();
  1170. // 构建查询URL
  1171. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  1172. $response = $client->get($url, [
  1173. 'headers' => [
  1174. 'Authorization' => 'Bearer ' . $jwtToken,
  1175. 'Content-Type' => 'application/json',
  1176. ]
  1177. ]);
  1178. $responseData = json_decode($response->getBody(), true);
  1179. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  1180. logDB('generate', 'info', '可灵AI Omni任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  1181. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1182. logDB('generate', 'error', '可灵AI Omni任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败']);
  1183. return [
  1184. 'status' => 'failed',
  1185. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1186. 'result_json' => $responseData
  1187. ];
  1188. }
  1189. // 解析任务状态
  1190. $taskData = $responseData['data'] ?? [];
  1191. $taskStatus = $taskData['task_status'] ?? 'unknown';
  1192. $updateData = ['result_json' => $responseData];
  1193. if ($taskStatus === 'succeed') {
  1194. $updateData['status'] = 'success';
  1195. // 任务成功,处理结果
  1196. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  1197. $video = $taskData['task_result']['videos'][0];
  1198. $video_url = $video['url'];
  1199. // 下载并保存视频
  1200. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  1201. $video_ext = getVideoExtFromUrl($video_url);
  1202. $video_name = $video_name . $video_ext;
  1203. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  1204. $updateData['result_url'] = $url;
  1205. // 计算视频时长
  1206. $video_duration = 0;
  1207. if (isset($video['duration'])) {
  1208. $video_duration = (int)$video['duration'];
  1209. } elseif (isset($taskData['duration'])) {
  1210. $video_duration = (int)$taskData['duration'];
  1211. } elseif (isset($video['frames']) && isset($video['framespersecond'])) {
  1212. $frames = (int)$video['frames'];
  1213. $fps = (int)$video['framespersecond'];
  1214. if ($fps > 0) {
  1215. $video_duration = (int)floor($frames / $fps);
  1216. }
  1217. }
  1218. // 如果没有计算出时长,使用任务表中的设定值
  1219. if ($video_duration <= 0 && !empty($task->extra_params)) {
  1220. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  1221. if (isset($extraParams['duration'])) {
  1222. $video_duration = (int)$extraParams['duration'];
  1223. }
  1224. }
  1225. // 只有当video_duration > 0时才添加到更新数据中
  1226. if ($video_duration > 0) {
  1227. $updateData['video_duration'] = $video_duration;
  1228. $updateData['video_time_point_start'] = 0;
  1229. $updateData['video_time_point_end'] = $video_duration;
  1230. }
  1231. }
  1232. return $updateData;
  1233. } elseif ($taskStatus === 'failed') {
  1234. $updateData = [
  1235. 'status' => 'failed',
  1236. 'error_message' => '任务执行失败',
  1237. 'result_json' => $responseData
  1238. ];
  1239. return $updateData;
  1240. }
  1241. // 其他状态(processing等)保持不变
  1242. return [
  1243. 'success' => true,
  1244. 'data' => [
  1245. 'task_id' => $task->task_id,
  1246. 'task_status' => $taskStatus,
  1247. 'result_url' => $task->result_url,
  1248. 'error_message' => $task->error_message,
  1249. 'created_at' => $task->created_at,
  1250. 'updated_at' => $task->updated_at,
  1251. 'api_response' => $responseData
  1252. ]
  1253. ];
  1254. } catch (\Exception $e) {
  1255. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  1256. return [
  1257. 'success' => false,
  1258. 'message' => '查询失败: ' . $e->getMessage()
  1259. ];
  1260. }
  1261. }
  1262. /**
  1263. * 映射任务状态到可灵AI状态格式
  1264. *
  1265. * @param string $taskStatus
  1266. * @return string
  1267. */
  1268. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  1269. {
  1270. switch ($taskStatus) {
  1271. case MpGenerateVideoTask::STATUS_PENDING:
  1272. return 'submitted';
  1273. case MpGenerateVideoTask::STATUS_PROCESSING:
  1274. return 'processing';
  1275. case MpGenerateVideoTask::STATUS_SUCCESS:
  1276. return 'succeed';
  1277. case MpGenerateVideoTask::STATUS_FAILED:
  1278. return 'failed';
  1279. default:
  1280. return 'unknown';
  1281. }
  1282. }
  1283. /**
  1284. * 更新可灵AI Omni视频任务状态
  1285. *
  1286. * @param MpGenerateVideoTask $task
  1287. * @return void
  1288. */
  1289. private function updateKelingOmniTask($task): void
  1290. {
  1291. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  1292. if (!isset($statusInfo['status'])) return;
  1293. if ($statusInfo['status'] === 'success') {
  1294. logDB('generate', 'info', '可灵AI Omni视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  1295. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1296. // 同步调整分镜视频状态和结果
  1297. $segment_id = getProp($task, 'alias_segment_id');
  1298. if ($segment_id && isset($statusInfo['result_url'])) {
  1299. try {
  1300. DB::beginTransaction();
  1301. $now = date('Y-m-d H:i:s');
  1302. // 构建更新数据
  1303. $segmentUpdateData = [
  1304. 'origin_video_url' => $statusInfo['result_url'],
  1305. 'video_task_status' => '已完成',
  1306. 'current_type' => 2,
  1307. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  1308. 'updated_at' => $now
  1309. ];
  1310. $compressed_video_url = compressVideo($statusInfo['result_url']);
  1311. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  1312. // 只有当video_duration存在且大于0时才更新
  1313. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  1314. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  1315. $segmentUpdateData['video_time_point_start'] = 0;
  1316. // $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  1317. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  1318. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  1319. }
  1320. // 更新分镜表
  1321. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  1322. // 添加视频生成对话记录
  1323. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  1324. DB::commit();
  1325. } catch (\Exception $e) {
  1326. DB::rollBack();
  1327. dLog('generate')->error('可灵视频任务处理失败', [
  1328. 'segment_id' => $segment_id,
  1329. 'task_id' => $task->id,
  1330. 'error' => $e->getMessage()
  1331. ]);
  1332. }
  1333. }
  1334. } elseif ($statusInfo['status'] === 'failed') {
  1335. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1336. 'error_message' => $statusInfo['error_message'],
  1337. 'result_json' => $statusInfo['result_json'] ?? []
  1338. ]);
  1339. // 同步更新分镜表状态为失败
  1340. $segment_id = getProp($task, 'alias_segment_id');
  1341. if ($segment_id) {
  1342. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1343. 'video_task_status' => '失败',
  1344. 'updated_at' => date('Y-m-d H:i:s')
  1345. ]);
  1346. }
  1347. }
  1348. // 如果仍然是处理中状态,不做任何操作
  1349. // 处理:如果任务处理超过24小时,标记为失败
  1350. $processingTime = now()->diffInHours($task->created_at);
  1351. if ($processingTime > 24) {
  1352. logDB('generate', 'warning', '可灵AI Omni视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  1353. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1354. 'error_message' => '任务处理超时(超过24小时)'
  1355. ]);
  1356. // 同步更新分镜表状态为失败
  1357. $segment_id = getProp($task, 'alias_segment_id');
  1358. if ($segment_id) {
  1359. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1360. 'video_task_status' => '失败',
  1361. 'updated_at' => date('Y-m-d H:i:s')
  1362. ]);
  1363. }
  1364. }
  1365. }
  1366. /**
  1367. * 映射任务状态到前端显示状态
  1368. *
  1369. * @param string $taskStatus
  1370. * @return string
  1371. */
  1372. private function mapTaskStatus(string $taskStatus): string
  1373. {
  1374. switch ($taskStatus) {
  1375. case MpGenerateVideoTask::STATUS_PENDING:
  1376. return 'queued';
  1377. case MpGenerateVideoTask::STATUS_PROCESSING:
  1378. return 'running';
  1379. case MpGenerateVideoTask::STATUS_SUCCESS:
  1380. return 'succeeded';
  1381. case MpGenerateVideoTask::STATUS_FAILED:
  1382. return 'failed';
  1383. default:
  1384. return 'unknown';
  1385. }
  1386. }
  1387. // ==================== 主体管理相关方法 ====================
  1388. /**
  1389. * 创建主体
  1390. *
  1391. * @param array $params
  1392. * @return AIElement
  1393. */
  1394. public function createElement(array $params): AIElement
  1395. {
  1396. // 生成唯一的任务ID
  1397. $taskId = 'element_' . time() . '_' . uniqid();
  1398. // 创建主体记录
  1399. $element = AIElement::create([
  1400. 'task_id' => $taskId,
  1401. 'external_task_id' => $params['external_task_id'] ?? null,
  1402. 'element_name' => $params['element_name'],
  1403. 'element_description' => $params['element_description'],
  1404. 'reference_type' => $params['reference_type'],
  1405. 'element_image_list' => $params['element_image_list'] ?? null,
  1406. 'element_video_list' => $params['element_video_list'] ?? null,
  1407. 'element_voice_id' => $params['element_voice_id'] ?? null,
  1408. 'tag_list' => $params['tag_list'] ?? null,
  1409. 'callback_url' => $params['callback_url'] ?? null,
  1410. 'task_status' => AIElement::STATUS_SUBMITTED,
  1411. ]);
  1412. // 提交到可灵AI API
  1413. $this->submitElementToKelingApi($element);
  1414. return $element;
  1415. }
  1416. /**
  1417. * 提交主体创建任务到可灵AI API
  1418. *
  1419. * @param AIElement $element
  1420. * @return void
  1421. */
  1422. private function submitElementToKelingApi(AIElement $element): void
  1423. {
  1424. $client = new Client(['verify' => false, 'timeout' => 120]);
  1425. try {
  1426. // 生成JWT token
  1427. $jwtToken = $this->generateKelingJwtToken();
  1428. // 构建API请求参数
  1429. $apiParams = [
  1430. 'element_name' => $element->element_name,
  1431. 'element_description' => $element->element_description,
  1432. 'reference_type' => $element->reference_type,
  1433. ];
  1434. // 添加图片参考
  1435. if ($element->reference_type === AIElement::REFERENCE_TYPE_IMAGE && $element->element_image_list) {
  1436. $apiParams['element_image_list'] = $element->element_image_list;
  1437. }
  1438. // 添加视频参考
  1439. if ($element->reference_type === AIElement::REFERENCE_TYPE_VIDEO && $element->element_video_list) {
  1440. $apiParams['element_video_list'] = $element->element_video_list;
  1441. }
  1442. // 添加音色ID
  1443. if ($element->element_voice_id) {
  1444. $apiParams['element_voice_id'] = $element->element_voice_id;
  1445. }
  1446. // 添加标签
  1447. if ($element->tag_list) {
  1448. $apiParams['tag_list'] = $element->tag_list;
  1449. }
  1450. // 添加回调URL
  1451. if ($element->callback_url) {
  1452. $apiParams['callback_url'] = $element->callback_url;
  1453. }
  1454. // 添加外部任务ID
  1455. if ($element->external_task_id) {
  1456. $apiParams['external_task_id'] = $element->external_task_id;
  1457. }
  1458. dLog('generate')->info('可灵AI创建主体参数: ', $apiParams);
  1459. // 调用可灵AI创建主体API
  1460. $response = $client->post('https://api-beijing.klingai.com/v1/general/advanced-custom-elements', [
  1461. 'headers' => [
  1462. 'Authorization' => 'Bearer ' . $jwtToken,
  1463. 'Content-Type' => 'application/json',
  1464. ],
  1465. 'json' => $apiParams
  1466. ]);
  1467. $responseData = json_decode($response->getBody(), true);
  1468. dLog('generate')->info('可灵AI创建主体API响应: ', $responseData);
  1469. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1470. // API返回错误
  1471. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1472. $element->update([
  1473. 'task_status' => AIElement::STATUS_FAILED,
  1474. 'task_status_msg' => $errorMessage,
  1475. ]);
  1476. } elseif (isset($responseData['data']['task_id'])) {
  1477. // 任务提交成功,更新状态为处理中
  1478. $element->update([
  1479. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1480. 'task_status' => AIElement::STATUS_PROCESSING,
  1481. 'created_at' => isset($responseData['data']['created_at']) ?
  1482. date('Y-m-d H:i:s', $responseData['data']['created_at'] / 1000) : now(),
  1483. 'updated_at' => isset($responseData['data']['updated_at']) ?
  1484. date('Y-m-d H:i:s', $responseData['data']['updated_at'] / 1000) : now(),
  1485. ]);
  1486. } else {
  1487. $element->update([
  1488. 'task_status' => AIElement::STATUS_FAILED,
  1489. 'task_status_msg' => '未知的API响应格式',
  1490. ]);
  1491. }
  1492. } catch (\Exception $e) {
  1493. // 记录错误
  1494. $element->update([
  1495. 'task_status' => AIElement::STATUS_FAILED,
  1496. 'task_status_msg' => 'API请求失败: ' . $e->getMessage(),
  1497. ]);
  1498. dLog('generate')->error('可灵AI创建主体API请求异常: ' . $e->getMessage());
  1499. }
  1500. }
  1501. /**
  1502. * 查询单个主体状态
  1503. *
  1504. * @param string $taskId
  1505. * @param string|null $externalTaskId
  1506. * @return array
  1507. */
  1508. public function queryElementStatus(string $taskId, string $externalTaskId = null): array
  1509. {
  1510. $client = new Client(['verify' => false, 'timeout' => 120]);
  1511. try {
  1512. // 生成JWT token
  1513. $jwtToken = $this->generateKelingJwtToken();
  1514. // 构建查询URL
  1515. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements/' . $taskId;
  1516. $queryParams = [];
  1517. if ($externalTaskId) {
  1518. $queryParams['external_task_id'] = $externalTaskId;
  1519. }
  1520. if (!empty($queryParams)) {
  1521. $url .= '?' . http_build_query($queryParams);
  1522. }
  1523. $response = $client->get($url, [
  1524. 'headers' => [
  1525. 'Authorization' => 'Bearer ' . $jwtToken,
  1526. 'Content-Type' => 'application/json',
  1527. ]
  1528. ]);
  1529. $responseData = json_decode($response->getBody(), true);
  1530. dLog('generate')->info('可灵AI查询主体状态响应: ', $responseData);
  1531. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1532. return [
  1533. 'success' => false,
  1534. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1535. 'data' => null
  1536. ];
  1537. }
  1538. // 更新本地数据库记录
  1539. if (isset($responseData['data'])) {
  1540. $this->updateLocalElementFromApi($responseData['data']);
  1541. }
  1542. return [
  1543. 'success' => true,
  1544. 'data' => $responseData['data']
  1545. ];
  1546. } catch (\Exception $e) {
  1547. dLog('generate')->error('可灵AI查询主体状态异常: ' . $e->getMessage());
  1548. return [
  1549. 'success' => false,
  1550. 'message' => '查询失败: ' . $e->getMessage(),
  1551. 'data' => null
  1552. ];
  1553. }
  1554. }
  1555. /**
  1556. * 根据API响应更新本地主体记录
  1557. *
  1558. * @param array $apiData
  1559. * @return void
  1560. */
  1561. private function updateLocalElementFromApi(array $apiData): void
  1562. {
  1563. $element = AIElement::where('task_id', $apiData['task_id'])->first();
  1564. if (!$element) {
  1565. return;
  1566. }
  1567. $updateData = [
  1568. 'task_status' => $apiData['task_status'],
  1569. 'task_status_msg' => $apiData['task_status_msg'] ?? null,
  1570. 'final_unit_deduction' => $apiData['final_unit_deduction'] ?? null,
  1571. 'updated_at' => isset($apiData['updated_at']) ?
  1572. date('Y-m-d H:i:s', $apiData['updated_at'] / 1000) : now(),
  1573. ];
  1574. // 如果任务成功,更新主体信息
  1575. if ($apiData['task_status'] === AIElement::STATUS_SUCCEED && isset($apiData['task_result']['elements'])) {
  1576. $elementData = $apiData['task_result']['elements'][0];
  1577. $updateData = array_merge($updateData, [
  1578. 'element_id' => $elementData['element_id'],
  1579. 'element_voice_info' => $elementData['element_voice_info'] ?? null,
  1580. 'owned_by' => $elementData['owned_by'] ?? 'custom',
  1581. 'status' => $elementData['status'] ?? AIElement::ELEMENT_STATUS_SUCCEED,
  1582. ]);
  1583. }
  1584. $element->update($updateData);
  1585. }
  1586. /**
  1587. * 查询自定义主体列表
  1588. *
  1589. * @param int $pageNum
  1590. * @param int $pageSize
  1591. * @return array
  1592. */
  1593. public function queryCustomElementsList(int $pageNum = 1, int $pageSize = 30): array
  1594. {
  1595. $client = new Client(['verify' => false, 'timeout' => 120]);
  1596. try {
  1597. // 生成JWT token
  1598. $jwtToken = $this->generateKelingJwtToken();
  1599. // 构建查询URL
  1600. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements';
  1601. $queryParams = [
  1602. 'pageNum' => $pageNum,
  1603. 'pageSize' => $pageSize,
  1604. ];
  1605. $url .= '?' . http_build_query($queryParams);
  1606. $response = $client->get($url, [
  1607. 'headers' => [
  1608. 'Authorization' => 'Bearer ' . $jwtToken,
  1609. 'Content-Type' => 'application/json',
  1610. ]
  1611. ]);
  1612. $responseData = json_decode($response->getBody(), true);
  1613. dLog('generate')->info('可灵AI查询自定义主体列表响应: ', $responseData);
  1614. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1615. return [
  1616. 'success' => false,
  1617. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1618. 'data' => []
  1619. ];
  1620. }
  1621. // 更新本地数据库记录
  1622. if (isset($responseData['data']) && is_array($responseData['data'])) {
  1623. foreach ($responseData['data'] as $elementData) {
  1624. $this->updateLocalElementFromApi($elementData);
  1625. }
  1626. }
  1627. return [
  1628. 'success' => true,
  1629. 'data' => $responseData['data'] ?? []
  1630. ];
  1631. } catch (\Exception $e) {
  1632. dLog('generate')->error('可灵AI查询自定义主体列表异常: ' . $e->getMessage());
  1633. return [
  1634. 'success' => false,
  1635. 'message' => '查询失败: ' . $e->getMessage(),
  1636. 'data' => []
  1637. ];
  1638. }
  1639. }
  1640. /**
  1641. * 查询官方主体列表
  1642. *
  1643. * @param int $pageNum
  1644. * @param int $pageSize
  1645. * @return array
  1646. */
  1647. public function queryOfficialElementsList(int $pageNum = 1, int $pageSize = 30): array
  1648. {
  1649. $client = new Client(['verify' => false, 'timeout' => 120]);
  1650. try {
  1651. // 生成JWT token
  1652. $jwtToken = $this->generateKelingJwtToken();
  1653. // 构建查询URL
  1654. $url = 'https://api-beijing.klingai.com/v1/general/advanced-presets-elements';
  1655. $queryParams = [
  1656. 'pageNum' => $pageNum,
  1657. 'pageSize' => $pageSize,
  1658. ];
  1659. $url .= '?' . http_build_query($queryParams);
  1660. $response = $client->get($url, [
  1661. 'headers' => [
  1662. 'Authorization' => 'Bearer ' . $jwtToken,
  1663. 'Content-Type' => 'application/json',
  1664. ]
  1665. ]);
  1666. $responseData = json_decode($response->getBody(), true);
  1667. dLog('generate')->info('可灵AI查询官方主体列表响应: ', $responseData);
  1668. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1669. return [
  1670. 'success' => false,
  1671. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1672. 'data' => []
  1673. ];
  1674. }
  1675. return [
  1676. 'success' => true,
  1677. 'data' => $responseData['data'] ?? []
  1678. ];
  1679. } catch (\Exception $e) {
  1680. dLog('generate')->error('可灵AI查询官方主体列表异常: ' . $e->getMessage());
  1681. return [
  1682. 'success' => false,
  1683. 'message' => '查询失败: ' . $e->getMessage(),
  1684. 'data' => []
  1685. ];
  1686. }
  1687. }
  1688. /**
  1689. * 删除自定义主体
  1690. *
  1691. * @param string $elementId
  1692. * @return array
  1693. */
  1694. public function deleteElement(string $elementId): array
  1695. {
  1696. $client = new Client(['verify' => false, 'timeout' => 120]);
  1697. try {
  1698. // 生成JWT token
  1699. $jwtToken = $this->generateKelingJwtToken();
  1700. // 构建API请求参数
  1701. $apiParams = [
  1702. 'element_id' => $elementId,
  1703. ];
  1704. dLog('generate')->info('可灵AI删除主体参数: ', $apiParams);
  1705. // 调用可灵AI删除主体API
  1706. $response = $client->post('https://api-beijing.klingai.com/v1/general/delete-elements', [
  1707. 'headers' => [
  1708. 'Authorization' => 'Bearer ' . $jwtToken,
  1709. 'Content-Type' => 'application/json',
  1710. ],
  1711. 'json' => $apiParams
  1712. ]);
  1713. $responseData = json_decode($response->getBody(), true);
  1714. dLog('generate')->info('可灵AI删除主体API响应: ', $responseData);
  1715. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1716. // API返回错误
  1717. return [
  1718. 'success' => false,
  1719. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error'
  1720. ];
  1721. } else {
  1722. // 删除成功,更新本地记录状态
  1723. AIElement::where('element_id', $elementId)->update([
  1724. 'status' => AIElement::ELEMENT_STATUS_DELETED,
  1725. 'updated_at' => now(),
  1726. ]);
  1727. return [
  1728. 'success' => true,
  1729. 'message' => '主体删除成功',
  1730. 'data' => $responseData['data'] ?? []
  1731. ];
  1732. }
  1733. } catch (\Exception $e) {
  1734. dLog('generate')->error('可灵AI删除主体API请求异常: ' . $e->getMessage());
  1735. return [
  1736. 'success' => false,
  1737. 'message' => 'API请求失败: ' . $e->getMessage()
  1738. ];
  1739. }
  1740. }
  1741. /**
  1742. * 获取本地主体列表(包含自定义和官方)
  1743. *
  1744. * @param array $filters
  1745. * @return \Illuminate\Contracts\Pagination\LengthAwarePaginator
  1746. */
  1747. public function getLocalElementsList(array $filters = [])
  1748. {
  1749. $query = AIElement::query();
  1750. // 筛选条件
  1751. if (isset($filters['owned_by'])) {
  1752. $query->where('owned_by', $filters['owned_by']);
  1753. }
  1754. if (isset($filters['reference_type'])) {
  1755. $query->where('reference_type', $filters['reference_type']);
  1756. }
  1757. if (isset($filters['status'])) {
  1758. $query->where('status', $filters['status']);
  1759. }
  1760. if (isset($filters['task_status'])) {
  1761. $query->where('task_status', $filters['task_status']);
  1762. }
  1763. // 搜索关键词
  1764. if (isset($filters['keyword']) && !empty($filters['keyword'])) {
  1765. $query->where(function ($q) use ($filters) {
  1766. $q->where('element_name', 'like', '%' . $filters['keyword'] . '%')
  1767. ->orWhere('element_description', 'like', '%' . $filters['keyword'] . '%');
  1768. });
  1769. }
  1770. return $query->orderBy('created_at', 'desc')
  1771. ->paginate($filters['page_size'] ?? 20);
  1772. }
  1773. /**
  1774. * 添加视频生成对话记录
  1775. *
  1776. * @param int $segmentId 分镜ID
  1777. * @param string $videoUrl 视频URL
  1778. * @return void
  1779. */
  1780. private function addVideoGenerationRecords($segmentId, $videoUrl)
  1781. {
  1782. try {
  1783. // 获取分镜信息
  1784. $segment = DB::table('mp_episode_segments as a')->leftJoin('mp_animes as b', 'a.anime_id', 'b.id')
  1785. ->where('a.segment_id', $segmentId)
  1786. ->select('b.user_id as uid', 'a.anime_id', 'a.episode_number', 'a.tail_frame')
  1787. ->first();
  1788. if (!$segment) {
  1789. dLog('generate')->warning('分镜信息不存在,无法添加对话记录', ['segment_id' => $segmentId]);
  1790. return;
  1791. }
  1792. $now = date('Y-m-d H:i:s');
  1793. // 保存对话记录
  1794. $records = [
  1795. [
  1796. 'uid' => $segment->uid,
  1797. 'anime_id' => $segment->anime_id,
  1798. 'sequence' => $segment->episode_number,
  1799. 'role' => 'user',
  1800. 'content' => '图片转视频',
  1801. 'segment_id' => $segmentId,
  1802. 'video_url' => '',
  1803. 'created_at' => $now,
  1804. 'updated_at' => $now
  1805. ],
  1806. [
  1807. 'uid' => $segment->uid,
  1808. 'anime_id' => $segment->anime_id,
  1809. 'sequence' => $segment->episode_number,
  1810. 'role' => 'assistant',
  1811. 'content' => $segment->tail_frame ?: '',
  1812. 'segment_id' => $segmentId,
  1813. 'video_url' => $videoUrl,
  1814. 'created_at' => $now,
  1815. 'updated_at' => $now
  1816. ]
  1817. ];
  1818. DB::table('mp_anime_records')->insert($records);
  1819. dLog('generate')->info('视频生成对话记录添加成功', [
  1820. 'segment_id' => $segmentId,
  1821. 'video_url' => $videoUrl,
  1822. 'uid' => $segment->uid,
  1823. 'anime_id' => $segment->anime_id
  1824. ]);
  1825. } catch (\Exception $e) {
  1826. dLog('generate')->error('添加视频生成对话记录失败: ' . $e->getMessage(), [
  1827. 'segment_id' => $segmentId,
  1828. 'video_url' => $videoUrl,
  1829. 'error' => $e->getMessage()
  1830. ]);
  1831. }
  1832. }
  1833. }