AIVideoGenerationService.php 82 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Models\AIElement;
  6. use App\Services\VolcEngineService;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Support\Facades\DB;
  9. class AIVideoGenerationService
  10. {
  11. private $volcEngineService;
  12. public function __construct(VolcEngineService $volcEngineService)
  13. {
  14. $this->volcEngineService = $volcEngineService;
  15. }
  16. /**
  17. * 异步创建视频生成任务
  18. *
  19. * @param array $params
  20. * @return MpGenerateVideoTask
  21. */
  22. public function createJimengTask(array $params): MpGenerateVideoTask
  23. {
  24. // 生成唯一的任务ID
  25. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  26. // 创建任务记录
  27. $task = MpGenerateVideoTask::create([
  28. 'task_id' => $taskId,
  29. 'prompt' => $params['prompt'] ?? '',
  30. 'first_frame_url' => $params['first_frame_url'] ?? null,
  31. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  32. 'seed' => $params['seed'] ?? -1,
  33. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  34. 'video_resolution' => $params['video_resolution'] ?? '720P',
  35. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  36. 'api_type' => 'jimeng',
  37. ]);
  38. // 发送异步请求到即梦AI API创建任务
  39. $this->submitTaskToApi($task);
  40. return $task;
  41. }
  42. /**
  43. * 提交任务到即梦AI API
  44. *
  45. * @param MpGenerateVideoTask $task
  46. * @return void
  47. */
  48. private function submitTaskToApi(MpGenerateVideoTask $task): void
  49. {
  50. try {
  51. // 验证环境变量配置
  52. $accessKey = env('VOLC_AI_AK');
  53. $secretKey = env('VOLC_AI_SK');
  54. if (empty($accessKey) || empty($secretKey)) {
  55. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  56. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  57. ]);
  58. return;
  59. }
  60. // 根据任务类型选择对应的req_key
  61. if ($task->first_frame_url && $task->tail_frame_url) {
  62. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  63. }else if($task->first_frame_url){
  64. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  65. }else{
  66. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  67. }
  68. // 构建即梦AI 3.0 视频生成API请求参数
  69. $apiParams = [
  70. 'req_key' => $req_key,
  71. 'prompt' => $task->prompt,
  72. 'seed' => (int)$task->seed,
  73. 'frames' => $task->frames,
  74. ];
  75. // 添加图片URL参数
  76. if ($task->first_frame_url) {
  77. $apiParams['image_urls'] = [
  78. $task->first_frame_url
  79. ];
  80. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  81. }
  82. dLog('generate')->info('图生视频参数: ', $apiParams);
  83. logDB('generate', 'info', '即梦AI视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  84. // 调用即梦AI 3.0 视频生成API提交任务
  85. $response = $this->volcEngineService->request(
  86. 'POST',
  87. 'visual.volcengineapi.com', // 即梦AI API域名
  88. '/', // 使用根路径
  89. [], // Query参数
  90. json_encode($apiParams),
  91. $accessKey,
  92. $secretKey,
  93. 'cv', // 服务标识
  94. 'cn-north-1', // 区域
  95. 'CVSync2AsyncSubmitTask',
  96. '2022-08-31',
  97. 'application/json'
  98. );
  99. $responseData = json_decode($response['body'], true);
  100. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  101. logDB('generate', 'info', '即梦AI视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  102. if ($responseData['code'] !== 10000) {
  103. // API返回错误
  104. logDB('generate', 'error', '即梦AI视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  105. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  106. 'error_message' => $responseData['message'] ?? 'API Error',
  107. 'extra_params' => $responseData['data'] ?? []
  108. ]);
  109. } else {
  110. // 任务提交成功,更新状态为处理中
  111. $updateData = [];
  112. // 存储API返回的任务ID
  113. if (isset($responseData['data']['task_id'])) {
  114. $updateData['task_id'] = $responseData['data']['task_id'];
  115. $updateData['extra_params'] = $responseData['data'] ?? [];
  116. $updateData['extra_params']['req_key'] = $req_key;
  117. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  118. }
  119. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  120. }
  121. } catch (\Exception $e) {
  122. // 记录错误
  123. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  124. 'error_message' => 'API请求失败: ' . $e->getMessage()
  125. ]);
  126. Utils::throwError('1001:'.$e->getMessage());
  127. }
  128. }
  129. /**
  130. * 查询任务状态(即梦AI)
  131. *
  132. * @param MpGenerateVideoTask $task
  133. * @return array
  134. */
  135. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  136. {
  137. try {
  138. // 获取API任务ID
  139. $apiTaskId = $task->task_id ?? null;
  140. if (!$apiTaskId) {
  141. return [
  142. 'status' => 'failed',
  143. 'error_message' => 'API任务ID不存在',
  144. 'result_url' => null
  145. ];
  146. }
  147. // 根据任务类型选择对应的req_key
  148. if ($task->first_frame_url && $task->tail_frame_url) {
  149. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  150. }else if($task->first_frame_url){
  151. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  152. }else{
  153. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  154. }
  155. // 构建查询参数
  156. $apiParams = [
  157. 'req_key' => $req_key,
  158. 'task_id' => $apiTaskId,
  159. // 'req_json' => '{"return_url":true}' // 返回URL格式
  160. ];
  161. // 调用即梦AI 3.0 视频生成API查询任务状态
  162. $response = $this->volcEngineService->request(
  163. 'POST',
  164. 'visual.volcengineapi.com',
  165. '/', // 使用根路径
  166. [], // Query参数
  167. json_encode($apiParams),
  168. env('VOLC_AI_AK'),
  169. env('VOLC_AI_SK'),
  170. 'cv',
  171. 'cn-north-1',
  172. 'CVSync2AsyncGetResult',
  173. '2022-08-31',
  174. 'application/json'
  175. );
  176. $responseData = json_decode($response['body'], true);
  177. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  178. logDB('generate', 'info', '即梦AI视频任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  179. if ($responseData['code'] !== 10000) {
  180. // API返回错误
  181. logDB('generate', 'error', '即梦AI视频任务状态查询失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  182. return [
  183. 'status' => 'failed',
  184. 'error_message' => $responseData['message'] ?? 'API Error',
  185. 'result_url' => null,
  186. 'result_json' => $responseData ?? []
  187. ];
  188. }
  189. // 解析API响应
  190. $result = $responseData['data'] ?? [];
  191. $taskStatus = $result['status'] ?? 'failed';
  192. $returnData = [
  193. 'status' => $taskStatus,
  194. 'error_message' => null,
  195. 'result_url' => null,
  196. 'result_json' => $responseData ?? []
  197. ];
  198. // 如果任务成功,获取结果URL
  199. if ($taskStatus === 'done' && isset($result['video_url'])) {
  200. if (isset($result['video_url'])) {
  201. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  202. $video_ext = getVideoExtFromUrl($result['video_url']);
  203. $video_name = $video_name . $video_ext;
  204. // 将视频另存到tos
  205. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  206. $returnData['result_url'] = $url;
  207. }
  208. // 计算视频时长
  209. $video_duration = 0;
  210. if (isset($result['duration'])) {
  211. $video_duration = (int)$result['duration'];
  212. } elseif (isset($result['frames']) && isset($result['framespersecond'])) {
  213. $frames = (int)$result['frames'];
  214. $fps = (int)$result['framespersecond'];
  215. if ($fps > 0) {
  216. $video_duration = (int)floor($frames / $fps);
  217. }
  218. }
  219. // 如果没有计算出时长,使用任务表中的设定值
  220. if ($video_duration <= 0 && !empty($task->extra_params)) {
  221. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  222. if (isset($extraParams['duration'])) {
  223. $video_duration = (int)$extraParams['duration'];
  224. }
  225. }
  226. // 只有当video_duration > 0时才添加到返回数据中
  227. if ($video_duration > 0) {
  228. $returnData['video_duration'] = $video_duration;
  229. $returnData['video_time_point_start'] = 0;
  230. $returnData['video_time_point_end'] = $video_duration;
  231. }
  232. $returnData['status'] = 'success';
  233. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  234. $returnData['status'] = 'failed';
  235. $returnData['error_message'] = '任务未找到或已过期';
  236. } elseif ($taskStatus === 'failed') {
  237. $returnData['status'] = 'failed';
  238. $returnData['error_message'] = '任务执行失败';
  239. }
  240. // in_queue 或 generating状态保持原status
  241. return $returnData;
  242. } catch (\Exception $e) {
  243. return [
  244. 'status' => 'failed',
  245. 'error_message' => $e->getMessage(),
  246. 'result_url' => null
  247. ];
  248. }
  249. }
  250. /**
  251. * 更新所有待处理任务的状态
  252. *
  253. * @return void
  254. */
  255. public function updatePendingTasks(): void
  256. {
  257. // 获取所有处理中的任务
  258. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  259. ->get();
  260. foreach ($tasks as $task) {
  261. $api_type = getProp($task, 'api_type');
  262. switch($api_type) {
  263. case 'seedance':
  264. $this->updateSeedanceTask($task);
  265. break;
  266. case 'jimeng':
  267. $this->updateJimengTask($task);
  268. break;
  269. case 'keling':
  270. $this->updateKelingOmniTask($task);
  271. break;
  272. default:
  273. break;
  274. }
  275. }
  276. }
  277. // 更新即梦AI视频任务状态
  278. private function updateJimengTask($task) {
  279. $statusInfo = $this->queryJimengTaskStatus($task);
  280. if (!isset($statusInfo['status'])) return;
  281. if ($statusInfo['status'] === 'success') {
  282. logDB('generate', 'info', '即梦AI视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  283. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  284. // 同步调整分镜视频状态和结果
  285. $segment_id = getProp($task, 'alias_segment_id');
  286. if ($segment_id && isset($statusInfo['result_url'])) {
  287. try {
  288. DB::beginTransaction();
  289. $now = date('Y-m-d H:i:s');
  290. // 构建更新数据
  291. $segmentUpdateData = [
  292. 'video_url' => $statusInfo['result_url'],
  293. 'video_task_status' => '已完成',
  294. 'current_type' => 2,
  295. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  296. 'updated_at' => $now
  297. ];
  298. // 只有当video_duration存在且大于0时才更新
  299. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  300. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  301. $segmentUpdateData['video_time_point_start'] = 0;
  302. $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  303. }
  304. // 更新分镜表
  305. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  306. // 添加视频生成对话记录
  307. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  308. DB::commit();
  309. } catch (\Exception $e) {
  310. DB::rollBack();
  311. dLog('generate')->error('即梦视频任务处理失败', [
  312. 'segment_id' => $segment_id,
  313. 'task_id' => $task->id,
  314. 'error' => $e->getMessage()
  315. ]);
  316. }
  317. }
  318. } elseif ($statusInfo['status'] === 'failed') {
  319. logDB('generate', 'error', '即梦AI视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  320. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  321. // 同步更新分镜表状态为失败
  322. $segment_id = getProp($task, 'alias_segment_id');
  323. if ($segment_id) {
  324. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  325. 'video_task_status' => '失败',
  326. 'updated_at' => date('Y-m-d H:i:s')
  327. ]);
  328. }
  329. }
  330. // 如果仍然是处理中状态,不做任何操作
  331. // 处理:如果任务处理超过12小时,标记为失败
  332. $processingTime = now()->diffInHours($task->created_at);
  333. if ($processingTime > 12) {
  334. logDB('generate', 'warning', '即梦AI视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  335. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  336. 'error_message' => '任务处理超时(超过12小时)'
  337. ]);
  338. // 同步更新分镜表状态为失败
  339. $segment_id = getProp($task, 'alias_segment_id');
  340. if ($segment_id) {
  341. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  342. 'video_task_status' => '失败',
  343. 'updated_at' => date('Y-m-d H:i:s')
  344. ]);
  345. }
  346. }
  347. }
  348. public function getTaskList($data)
  349. {
  350. $task_id = getProp($data, 'task_id');
  351. $status = getProp($data, 'status');
  352. $query = MpGenerateVideoTask::select('*');
  353. if ($task_id) {
  354. $query->where('id', $task_id);
  355. }
  356. if ($status) {
  357. $query->where('status', $status);
  358. }
  359. return $query->orderBy('created_at', 'desc')->paginate();
  360. }
  361. /**
  362. * 创建 Seedance 1.5 Pro 视频生成任务
  363. *
  364. * @param array $params
  365. * @return MpGenerateVideoTask
  366. */
  367. public function createSeedanceTask(array $params): MpGenerateVideoTask
  368. {
  369. // 生成唯一的任务ID
  370. $taskId = 'seedance_' . time() . '_' . uniqid();
  371. // 创建任务记录,复用现有表结构
  372. $task = MpGenerateVideoTask::create([
  373. 'task_id' => $taskId,
  374. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  375. 'prompt' => $params['prompt'] ?? '',
  376. 'first_frame_url' => $params['first_frame_url'] ?? '',
  377. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  378. 'seed' => $params['seed'] ?? -1,
  379. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  380. 'video_resolution' => $params['video_resolution'] ?? '720P',
  381. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  382. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  383. 'extra_params' => [
  384. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  385. 'content' => $params['content'],
  386. 'callback_url' => $params['callback_url'] ?? '',
  387. 'return_last_frame' => $params['return_last_frame'] ?? true,
  388. 'service_tier' => $params['service_tier'] ?? 'default',
  389. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  390. 'generate_audio' => $params['generate_audio'] ?? false,
  391. 'draft' => $params['draft'] ?? false,
  392. 'ratio' => $params['ratio'] ?? '9:16',
  393. 'duration' => $params['video_duration'] ?? 5,
  394. 'camera_fixed' => $params['camera_fixed'] ?? false,
  395. 'watermark' => $params['watermark'] ?? false,
  396. ]
  397. ]);
  398. // 提交任务到火山引擎 API
  399. $this->submitSeedanceTaskToApi($task);
  400. return $task;
  401. }
  402. /**
  403. * 提交 Seedance 任务到火山引擎 API
  404. *
  405. * @param MpGenerateVideoTask $task
  406. * @return void
  407. */
  408. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  409. {
  410. $client = new Client(['verify'=>false,'timeout'=>120]);
  411. try {
  412. // 验证环境变量配置
  413. $apiKey = env('VOLC_AI_API_KEY');
  414. if (empty($apiKey)) {
  415. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  416. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  417. ]);
  418. return;
  419. }
  420. $extraParams = $task->extra_params;
  421. // 构建火山引擎 Seedance API 请求参数
  422. $apiParams = [
  423. 'model' => isset(\App\Consts\BaseConst::MODELS_MAP[$extraParams['model']]) ? \App\Consts\BaseConst::MODELS_MAP[$extraParams['model']] : $extraParams['model'],
  424. 'content' => $extraParams['content'],
  425. ];
  426. // 添加可选参数
  427. if (!empty($extraParams['callback_url'])) {
  428. $apiParams['callback_url'] = $extraParams['callback_url'];
  429. }
  430. if (isset($extraParams['return_last_frame'])) {
  431. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  432. }
  433. if (!empty($extraParams['service_tier']) && !in_array($extraParams['model'], ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  434. $apiParams['service_tier'] = $extraParams['service_tier'];
  435. }
  436. if (!empty($extraParams['execution_expires_after'])) {
  437. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  438. }
  439. if (isset($extraParams['generate_audio'])) {
  440. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  441. }
  442. if (isset($extraParams['draft'])) {
  443. $apiParams['draft'] = $extraParams['draft'];
  444. }
  445. if (!empty($extraParams['video_resolution'])) {
  446. $apiParams['resolution'] = strtolower($task->video_resolution);
  447. }
  448. if (!empty($extraParams['ratio'])) {
  449. $apiParams['ratio'] = $extraParams['ratio'];
  450. }
  451. if (!empty($extraParams['duration'])) {
  452. $apiParams['duration'] = (int)$extraParams['duration'];
  453. }
  454. if (isset($task->frames)) {
  455. // $apiParams['frames'] = $task->frames;
  456. }
  457. if ($task->seed !== -1) {
  458. $apiParams['seed'] = (int)$task->seed;
  459. }
  460. if (isset($extraParams['camera_fixed'])) {
  461. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  462. }
  463. if (isset($extraParams['watermark'])) {
  464. $apiParams['watermark'] = $extraParams['watermark'];
  465. }
  466. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  467. logDB('generate', 'info', 'Seedance视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  468. // 调用火山引擎 Seedance API
  469. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  470. 'headers' => [
  471. 'Authorization' => 'Bearer ' . $apiKey,
  472. 'Content-Type' => 'application/json',
  473. ],
  474. 'json' => $apiParams
  475. ]);
  476. $responseData = json_decode($response->getBody(), true);
  477. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  478. logDB('generate', 'info', 'Seedance视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  479. if (isset($responseData['error'])) {
  480. // API返回错误
  481. logDB('generate', 'error', 'Seedance视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  482. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  483. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  484. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  485. ]);
  486. } elseif (isset($responseData['id'])) {
  487. // 任务提交成功,更新状态为处理中
  488. $updateData = [
  489. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  490. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  491. ];
  492. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  493. } else {
  494. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  495. 'error_message' => '未知的 API 响应格式',
  496. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  497. ]);
  498. }
  499. } catch (\Exception $e) {
  500. // 记录错误
  501. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  502. 'error_message' => 'API请求失败: ' . $e->getMessage()
  503. ]);
  504. Utils::throwError('1001:'.$e->getMessage());
  505. }
  506. }
  507. // 更新Seedance视频任务状态
  508. private function updateSeedanceTask($task) {
  509. $statusInfo = $this->querySeedanceTaskStatus($task);
  510. if (!isset($statusInfo['status'])) return;
  511. if ($statusInfo['status'] === 'success') {
  512. logDB('generate', 'info', 'Seedance视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  513. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  514. // 同步调整分镜视频状态和结果
  515. $segment_id = getProp($task, 'alias_segment_id');
  516. if ($segment_id && isset($statusInfo['result_url'])) {
  517. try {
  518. DB::beginTransaction();
  519. $now = date('Y-m-d H:i:s');
  520. // 构建更新数据
  521. $segmentUpdateData = [
  522. 'video_url' => $statusInfo['result_url'],
  523. 'video_task_status' => '已完成',
  524. 'current_type' => 2,
  525. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  526. 'updated_at' => $now
  527. ];
  528. // 只有当video_duration存在且大于0时才更新
  529. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  530. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  531. $segmentUpdateData['video_time_point_start'] = 0;
  532. $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  533. }
  534. // 更新分镜表
  535. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  536. // 添加视频生成对话记录
  537. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  538. DB::commit();
  539. } catch (\Exception $e) {
  540. DB::rollBack();
  541. dLog('generate')->error('Seedance视频任务处理失败', [
  542. 'segment_id' => $segment_id,
  543. 'task_id' => $task->id,
  544. 'error' => $e->getMessage()
  545. ]);
  546. }
  547. }
  548. } elseif ($statusInfo['status'] === 'failed') {
  549. logDB('generate', 'error', 'Seedance视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  550. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  551. 'error_message' => $statusInfo['error_message'],
  552. 'result_json' => $statusInfo['result_json'] ?? []
  553. ]);
  554. // 同步更新分镜表状态为失败
  555. $segment_id = getProp($task, 'alias_segment_id');
  556. if ($segment_id) {
  557. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  558. 'video_task_status' => '失败',
  559. 'updated_at' => date('Y-m-d H:i:s')
  560. ]);
  561. }
  562. }
  563. // 如果仍然是处理中状态,不做任何操作
  564. // 处理:如果任务处理超过48小时,标记为失败
  565. $processingTime = now()->diffInHours($task->created_at);
  566. if ($processingTime > 48) {
  567. logDB('generate', 'warning', 'Seedance视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  568. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  569. 'error_message' => '任务处理超时(超过48小时)'
  570. ]);
  571. // 同步更新分镜表状态为失败
  572. $segment_id = getProp($task, 'alias_segment_id');
  573. if ($segment_id) {
  574. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  575. 'video_task_status' => '失败',
  576. 'updated_at' => date('Y-m-d H:i:s')
  577. ]);
  578. }
  579. }
  580. }
  581. /**
  582. * 查询 Seedance 任务状态
  583. *
  584. * @param MpGenerateVideoTask $task
  585. * @return array
  586. */
  587. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  588. {
  589. $client = new Client(['verify'=>false,'timeout'=>120]);
  590. try {
  591. // 如果任务已完成,直接返回结果
  592. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  593. return [
  594. 'success' => true,
  595. 'data' => [
  596. 'id' => $task->id,
  597. 'status' => $this->mapTaskStatus($task->status),
  598. 'result_url' => $task->result_url,
  599. 'error_message' => $task->error_message,
  600. 'created_at' => $task->created_at,
  601. 'started_at' => $task->started_at,
  602. 'completed_at' => $task->completed_at
  603. ]
  604. ];
  605. }
  606. // 调用火山引擎 API 查询任务状态
  607. $apiKey = env('VOLC_AI_API_KEY');
  608. if (empty($apiKey)) {
  609. return [
  610. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  611. 'result_json' => [],
  612. 'error_message' => '火山引擎访问密钥未配置'
  613. ];
  614. }
  615. // 构建查询 URL
  616. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  617. $response = $client->get($url, [
  618. 'headers' => [
  619. 'Authorization' => 'Bearer ' . $apiKey,
  620. 'Content-Type' => 'application/json',
  621. ]
  622. ]);
  623. $responseData = json_decode($response->getBody(), true);
  624. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  625. logDB('generate', 'info', 'Seedance任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  626. if (isset($responseData['error'])) {
  627. logDB('generate', 'error', 'Seedance任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API查询失败']);
  628. return [
  629. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  630. 'result_json' => $responseData,
  631. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  632. ];
  633. }
  634. // 解析任务状态
  635. $apiStatus = $responseData['status'] ?? 'unknown';
  636. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  637. $updateData = ['result_json' => $responseData];
  638. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  639. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  640. // 任务成功,处理结果
  641. if (isset($responseData['content']['video_url'])) {
  642. $video_url = $responseData['content']['video_url'];
  643. // 下载并保存视频
  644. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  645. $video_ext = getVideoExtFromUrl($video_url);
  646. $video_name = $video_name . $video_ext;
  647. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  648. $updateData['result_url'] = $url;
  649. }
  650. // 计算视频时长
  651. $video_duration = 0;
  652. if (isset($responseData['duration'])) {
  653. // 如果直接返回duration,使用该值
  654. $video_duration = (int)$responseData['duration'];
  655. } elseif (isset($responseData['frames']) && isset($responseData['framespersecond'])) {
  656. // 如果返回frames和framespersecond,计算时长
  657. $frames = (int)$responseData['frames'];
  658. $fps = (int)$responseData['framespersecond'];
  659. if ($fps > 0) {
  660. $video_duration = (int)floor($frames / $fps);
  661. }
  662. }
  663. // 如果没有计算出时长,使用任务表中的设定值
  664. if ($video_duration <= 0 && !empty($task->extra_params)) {
  665. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  666. if (isset($extraParams['duration'])) {
  667. $video_duration = (int)$extraParams['duration'];
  668. }
  669. }
  670. // 只有当video_duration > 0时才添加到更新数据中
  671. if ($video_duration > 0) {
  672. $updateData['video_duration'] = $video_duration;
  673. $updateData['video_time_point_start'] = 0;
  674. $updateData['video_time_point_end'] = $video_duration;
  675. }
  676. // 处理尾帧图片(如果启用了 return_last_frame)
  677. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  678. $pic_url = $responseData['content']['last_frame_url'];
  679. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  680. $pic_ext = getImgExtFromUrl($pic_url);
  681. $pic_name = $pic_name . $pic_ext;
  682. if ($pic_ext === '.png') {
  683. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  684. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  685. }else {
  686. // 将图片另存到tos
  687. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  688. }
  689. $updateData['last_frame_url'] = $url;
  690. }
  691. return $updateData;
  692. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  693. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  694. $updateData['error_message'] = $responseData['error_message'] ?? '任务执行失败';
  695. return $updateData;
  696. }
  697. // 其他状态保持不变
  698. return [
  699. 'success' => true,
  700. 'data' => [
  701. 'id' => $task->id,
  702. 'status' => $this->mapTaskStatus($task->status),
  703. 'result_url' => $task->result_url,
  704. 'error_message' => $task->error_message,
  705. 'created_at' => $task->created_at,
  706. 'started_at' => $task->started_at,
  707. 'completed_at' => $task->completed_at,
  708. 'api_response' => $responseData
  709. ]
  710. ];
  711. } catch (\Exception $e) {
  712. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  713. return [
  714. 'success' => false,
  715. 'message' => '查询失败: ' . $e->getMessage()
  716. ];
  717. }
  718. }
  719. /**
  720. * 映射 API 状态到任务状态
  721. *
  722. * @param string $apiStatus
  723. * @return string
  724. */
  725. private function mapApiStatusToTaskStatus(string $apiStatus): string
  726. {
  727. switch ($apiStatus) {
  728. case 'queued':
  729. case 'running':
  730. return MpGenerateVideoTask::STATUS_PROCESSING;
  731. case 'succeeded':
  732. return MpGenerateVideoTask::STATUS_SUCCESS;
  733. case 'failed':
  734. case 'expired':
  735. return MpGenerateVideoTask::STATUS_FAILED;
  736. default:
  737. return MpGenerateVideoTask::STATUS_PROCESSING;
  738. }
  739. }
  740. public function seedanceCallback($data) {
  741. try {
  742. dLog('generate')->info('Seedance 回调数据: ', $data);
  743. logDB('generate', 'info', 'Seedance回调接收', ['task_id' => $data['id'] ?? null, 'status' => $data['status'] ?? null]);
  744. // 从回调数据中获取任务ID
  745. $taskId = $data['id'] ?? null;
  746. if (!$taskId) {
  747. dLog('generate')->error('Seedance 回调缺少任务ID');
  748. logDB('generate', 'error', 'Seedance回调缺少任务ID', ['data' => $data]);
  749. return ['success' => false, 'message' => '缺少任务ID'];
  750. }
  751. // 查找对应的任务记录
  752. $task = MpGenerateVideoTask::where('task_id', $taskId)->first();
  753. if (!$task) {
  754. dLog('generate')->error('Seedance 回调找不到任务: ' . $taskId);
  755. logDB('generate', 'error', 'Seedance回调找不到任务', ['task_id' => $taskId]);
  756. return ['success' => false, 'message' => '任务不存在'];
  757. }
  758. // 解析任务状态
  759. $apiStatus = $data['status'] ?? 'unknown';
  760. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  761. // 准备更新数据
  762. $updateData = [
  763. 'result_json' => $data,
  764. 'updated_at' => now()
  765. ];
  766. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  767. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  768. $updateData['completed_at'] = now();
  769. // 处理视频结果
  770. if (isset($data['content']['video_url'])) {
  771. $video_url = $data['content']['video_url'];
  772. try {
  773. // 下载并保存视频
  774. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  775. $video_ext = getVideoExtFromUrl($video_url);
  776. $video_name = $video_name . $video_ext;
  777. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  778. $updateData['result_url'] = $url;
  779. dLog('generate')->info('Seedance 视频保存成功: ' . $url);
  780. } catch (\Exception $e) {
  781. dLog('generate')->error('Seedance 视频保存失败: ' . $e->getMessage());
  782. // 如果保存失败,直接使用原始URL
  783. $updateData['result_url'] = $video_url;
  784. }
  785. }
  786. // 处理尾帧图片(如果启用了 return_last_frame)
  787. if (isset($data['content']['last_frame_url']) && !empty($data['content']['last_frame_url'])) {
  788. $pic_url = $data['content']['last_frame_url'];
  789. try {
  790. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  791. $pic_ext = getImgExtFromUrl($pic_url);
  792. $pic_name = $pic_name . $pic_ext;
  793. if ($pic_ext === '.png') {
  794. $compressed_data = compressRemoteImageUrlToSize($pic_url);
  795. $url = uploadStreamByTos('image', $compressed_data, $pic_name);
  796. } else {
  797. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  798. }
  799. $updateData['last_frame_url'] = $url;
  800. dLog('generate')->info('Seedance 尾帧图片保存成功: ' . $url);
  801. } catch (\Exception $e) {
  802. dLog('generate')->error('Seedance 尾帧图片保存失败: ' . $e->getMessage());
  803. // 如果保存失败,直接使用原始URL
  804. $updateData['last_frame_url'] = $pic_url;
  805. }
  806. }
  807. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  808. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  809. $updateData['completed_at'] = now();
  810. $updateData['error_message'] = $data['error_message'] ?? $data['failure_reason'] ?? '任务执行失败';
  811. } else {
  812. // 处理中状态
  813. $updateData['status'] = $taskStatus;
  814. if ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING && !$task->started_at) {
  815. $updateData['started_at'] = now();
  816. }
  817. }
  818. // 更新任务记录
  819. $task->update($updateData);
  820. // 更新分镜表的视频任务状态
  821. $this->updateSegmentVideoStatus($task, $taskStatus, $updateData);
  822. dLog('generate')->info('Seedance 回调处理完成: ' . $taskId . ', 状态: ' . $taskStatus);
  823. logDB('generate', 'info', 'Seedance回调处理完成', ['task_id' => $taskId, 'status' => $taskStatus]);
  824. return [
  825. 'success' => true,
  826. 'message' => '回调处理成功',
  827. 'task_id' => $taskId,
  828. 'status' => $taskStatus
  829. ];
  830. } catch (\Exception $e) {
  831. dLog('generate')->error('Seedance 回调处理异常: ' . $e->getMessage());
  832. logDB('generate', 'error', 'Seedance回调处理异常', ['error' => $e->getMessage()]);
  833. return [
  834. 'success' => false,
  835. 'message' => '回调处理失败: ' . $e->getMessage()
  836. ];
  837. }
  838. }
  839. /**
  840. * 更新分镜表的视频任务状态
  841. *
  842. * @param MpGenerateVideoTask $task
  843. * @param string $taskStatus
  844. * @param array $updateData
  845. */
  846. private function updateSegmentVideoStatus(MpGenerateVideoTask $task, string $taskStatus, array $updateData) {
  847. try {
  848. // 查找关联的分镜记录
  849. $segment = DB::table('mp_episode_segments')
  850. ->where('video_task_id', $task->id)
  851. ->first();
  852. if (!$segment) {
  853. dLog('generate')->info('未找到关联的分镜记录: ' . $task->id);
  854. return;
  855. }
  856. $segmentUpdateData = ['updated_at' => date('Y-m-d H:i:s')];
  857. if (isset($updateData['last_frame_url']) && $updateData['last_frame_url']) {
  858. $segmentUpdateData['last_frame_url'] = $updateData['last_frame_url'];
  859. }
  860. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  861. $segmentUpdateData['video_task_status'] = '已完成';
  862. if (isset($updateData['result_url'])) {
  863. $segmentUpdateData['video_url'] = $updateData['result_url'];
  864. }
  865. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  866. $segmentUpdateData['video_task_status'] = '失败';
  867. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING) {
  868. $segmentUpdateData['video_task_status'] = '生成中';
  869. }
  870. // 更新分镜表
  871. DB::table('mp_episode_segments')
  872. ->where('video_task_id', $task->id)
  873. ->update($segmentUpdateData);
  874. dLog('generate')->info('分镜视频状态更新成功: ' . $segment->segment_id . ', 状态: ' . ($segmentUpdateData['video_task_status'] ?? '未知'));
  875. } catch (\Exception $e) {
  876. dLog('generate')->error('更新分镜视频状态失败: ' . $e->getMessage());
  877. }
  878. }
  879. /**
  880. * 生成可灵AI的JWT Token
  881. *
  882. * @return string
  883. */
  884. private function generateKelingJwtToken(): string
  885. {
  886. $ak = env('KELING_AK');
  887. $sk = env('KELING_SK');
  888. if (empty($ak) || empty($sk)) {
  889. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  890. }
  891. // JWT头部
  892. $header = [
  893. 'alg' => 'HS256',
  894. 'typ' => 'JWT'
  895. ];
  896. // JWT载荷
  897. $payload = [
  898. 'iss' => $ak, // 签发者,使用Access Key
  899. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  900. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  901. ];
  902. // Base64URL编码
  903. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  904. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  905. // 创建签名
  906. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  907. $signatureEncoded = $this->base64UrlEncode($signature);
  908. // 返回完整的JWT token
  909. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  910. }
  911. /**
  912. * Base64URL编码(JWT标准编码)
  913. *
  914. * @param string $data
  915. * @return string
  916. */
  917. private function base64UrlEncode(string $data): string
  918. {
  919. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  920. }
  921. /**
  922. * 创建可灵AI Omni视频生成任务
  923. *
  924. * @param array $params
  925. * @return MpGenerateVideoTask
  926. */
  927. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  928. {
  929. // 生成唯一的任务ID
  930. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  931. // 创建任务记录,复用现有表结构
  932. $task = MpGenerateVideoTask::create([
  933. 'task_id' => $taskId,
  934. 'prompt' => $params['prompt'] ?? '',
  935. 'first_frame_url' => $params['first_frame_url'] ?? '',
  936. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  937. 'seed' => $params['seed'] ?? -1,
  938. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  939. 'video_resolution' => $params['video_resolution'] ?? '720P',
  940. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  941. 'api_type' => 'keling', // 标识为可灵AI Omni API
  942. 'extra_params' => [
  943. 'api_type' => 'keling',
  944. 'model' => $params['model'] ?? 'kling-video-o1',
  945. 'prompt' => $params['prompt'] ?? '',
  946. 'multi_prompt' => $params['multi_prompt'] ?? [],
  947. 'shot_type' => $params['shot_type'] ?? 'customize',
  948. 'image_list' => $params['image_list'] ?? [],
  949. 'element_list' => $params['element_list'] ?? [],
  950. 'sound' => $params['sound'] ?? 'off',
  951. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  952. 'duration' => $params['video_duration'] ?? 5,
  953. 'mode' => $params['mode'] ?? 'std',
  954. 'callback_url' => $params['callback_url'] ?? '',
  955. ]
  956. ]);
  957. // 提交任务到可灵AI Omni API
  958. $this->submitKelingOmniTaskToApi($task);
  959. return $task;
  960. }
  961. /**
  962. * 提交可灵AI Omni任务到API
  963. *
  964. * @param MpGenerateVideoTask $task
  965. * @return void
  966. */
  967. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  968. {
  969. $client = new Client(['verify'=>false,'timeout'=>120]);
  970. try {
  971. // 生成JWT token
  972. $jwtToken = $this->generateKelingJwtToken();
  973. $extraParams = $task->extra_params;
  974. // 构建可灵AI Omni API请求参数
  975. $apiParams = [
  976. 'model_name' => $extraParams['model'],
  977. 'prompt' => $extraParams['prompt'],
  978. 'mode' => $extraParams['mode'],
  979. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  980. 'duration' => (int)$extraParams['duration'],
  981. ];
  982. // 添加可选参数
  983. if (!empty($extraParams['multi_prompt'])) {
  984. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  985. }
  986. if (!empty($extraParams['shot_type'])) {
  987. $apiParams['shot_type'] = $extraParams['shot_type'];
  988. }
  989. if (!empty($extraParams['image_list'])) {
  990. $apiParams['image_list'] = $extraParams['image_list'];
  991. }
  992. if (!empty($extraParams['element_list'])) {
  993. $apiParams['element_list'] = json_decode($extraParams['element_list'], true);
  994. }
  995. if (isset($extraParams['sound'])) {
  996. $apiParams['sound'] = $extraParams['sound'];
  997. }
  998. // if (!empty($extraParams['callback_url'])) {
  999. // $apiParams['callback_url'] = $extraParams['callback_url'];
  1000. // }
  1001. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  1002. logDB('generate', 'info', '可灵AI Omni视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  1003. // 调用可灵AI Omni API
  1004. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  1005. 'headers' => [
  1006. 'Authorization' => 'Bearer ' . $jwtToken,
  1007. 'Content-Type' => 'application/json',
  1008. ],
  1009. 'json' => $apiParams
  1010. ]);
  1011. $responseData = json_decode($response->getBody(), true);
  1012. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  1013. logDB('generate', 'info', '可灵AI Omni API响应', ['id' => $task->id, 'response' => $responseData]);
  1014. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1015. // API返回错误
  1016. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1017. logDB('generate', 'error', '可灵AI Omni任务提交失败', ['id' => $task->id, 'error' => $errorMessage]);
  1018. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1019. 'error_message' => $errorMessage,
  1020. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1021. ]);
  1022. } elseif (isset($responseData['data']['task_id'])) {
  1023. // 任务提交成功,更新状态为处理中
  1024. $updateData = [
  1025. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1026. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1027. ];
  1028. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  1029. } else {
  1030. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1031. 'error_message' => '未知的API响应格式',
  1032. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1033. ]);
  1034. }
  1035. } catch (\Exception $e) {
  1036. // 记录错误
  1037. logDB('generate', 'error', '可灵AI Omni任务异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  1038. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1039. 'error_message' => 'API请求失败: ' . $e->getMessage()
  1040. ]);
  1041. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  1042. }
  1043. }
  1044. /**
  1045. * 查询可灵AI Omni任务状态
  1046. *
  1047. * @param MpGenerateVideoTask $task
  1048. * @return array
  1049. */
  1050. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  1051. {
  1052. $client = new Client(['verify'=>false,'timeout'=>120]);
  1053. try {
  1054. // 如果任务已完成,直接返回结果
  1055. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  1056. return [
  1057. 'success' => true,
  1058. 'data' => [
  1059. 'task_id' => $task->task_id,
  1060. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  1061. 'result_url' => $task->result_url,
  1062. 'error_message' => $task->error_message,
  1063. 'created_at' => $task->created_at,
  1064. 'updated_at' => $task->updated_at
  1065. ]
  1066. ];
  1067. }
  1068. // 生成JWT token
  1069. $jwtToken = $this->generateKelingJwtToken();
  1070. // 构建查询URL
  1071. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  1072. $response = $client->get($url, [
  1073. 'headers' => [
  1074. 'Authorization' => 'Bearer ' . $jwtToken,
  1075. 'Content-Type' => 'application/json',
  1076. ]
  1077. ]);
  1078. $responseData = json_decode($response->getBody(), true);
  1079. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  1080. logDB('generate', 'info', '可灵AI Omni任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  1081. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1082. logDB('generate', 'error', '可灵AI Omni任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败']);
  1083. return [
  1084. 'status' => 'failed',
  1085. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1086. 'result_json' => $responseData
  1087. ];
  1088. }
  1089. // 解析任务状态
  1090. $taskData = $responseData['data'] ?? [];
  1091. $taskStatus = $taskData['task_status'] ?? 'unknown';
  1092. $updateData = ['result_json' => $responseData];
  1093. if ($taskStatus === 'succeed') {
  1094. $updateData['status'] = 'success';
  1095. // 任务成功,处理结果
  1096. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  1097. $video = $taskData['task_result']['videos'][0];
  1098. $video_url = $video['url'];
  1099. // 下载并保存视频
  1100. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  1101. $video_ext = getVideoExtFromUrl($video_url);
  1102. $video_name = $video_name . $video_ext;
  1103. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  1104. $updateData['result_url'] = $url;
  1105. // 计算视频时长
  1106. $video_duration = 0;
  1107. if (isset($video['duration'])) {
  1108. $video_duration = (int)$video['duration'];
  1109. } elseif (isset($taskData['duration'])) {
  1110. $video_duration = (int)$taskData['duration'];
  1111. } elseif (isset($video['frames']) && isset($video['framespersecond'])) {
  1112. $frames = (int)$video['frames'];
  1113. $fps = (int)$video['framespersecond'];
  1114. if ($fps > 0) {
  1115. $video_duration = (int)floor($frames / $fps);
  1116. }
  1117. }
  1118. // 如果没有计算出时长,使用任务表中的设定值
  1119. if ($video_duration <= 0 && !empty($task->extra_params)) {
  1120. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  1121. if (isset($extraParams['duration'])) {
  1122. $video_duration = (int)$extraParams['duration'];
  1123. }
  1124. }
  1125. // 只有当video_duration > 0时才添加到更新数据中
  1126. if ($video_duration > 0) {
  1127. $updateData['video_duration'] = $video_duration;
  1128. $updateData['video_time_point_start'] = 0;
  1129. $updateData['video_time_point_end'] = $video_duration;
  1130. }
  1131. }
  1132. return $updateData;
  1133. } elseif ($taskStatus === 'failed') {
  1134. $updateData = [
  1135. 'status' => 'failed',
  1136. 'error_message' => '任务执行失败',
  1137. 'result_json' => $responseData
  1138. ];
  1139. return $updateData;
  1140. }
  1141. // 其他状态(processing等)保持不变
  1142. return [
  1143. 'success' => true,
  1144. 'data' => [
  1145. 'task_id' => $task->task_id,
  1146. 'task_status' => $taskStatus,
  1147. 'result_url' => $task->result_url,
  1148. 'error_message' => $task->error_message,
  1149. 'created_at' => $task->created_at,
  1150. 'updated_at' => $task->updated_at,
  1151. 'api_response' => $responseData
  1152. ]
  1153. ];
  1154. } catch (\Exception $e) {
  1155. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  1156. return [
  1157. 'success' => false,
  1158. 'message' => '查询失败: ' . $e->getMessage()
  1159. ];
  1160. }
  1161. }
  1162. /**
  1163. * 映射任务状态到可灵AI状态格式
  1164. *
  1165. * @param string $taskStatus
  1166. * @return string
  1167. */
  1168. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  1169. {
  1170. switch ($taskStatus) {
  1171. case MpGenerateVideoTask::STATUS_PENDING:
  1172. return 'submitted';
  1173. case MpGenerateVideoTask::STATUS_PROCESSING:
  1174. return 'processing';
  1175. case MpGenerateVideoTask::STATUS_SUCCESS:
  1176. return 'succeed';
  1177. case MpGenerateVideoTask::STATUS_FAILED:
  1178. return 'failed';
  1179. default:
  1180. return 'unknown';
  1181. }
  1182. }
  1183. /**
  1184. * 更新可灵AI Omni视频任务状态
  1185. *
  1186. * @param MpGenerateVideoTask $task
  1187. * @return void
  1188. */
  1189. private function updateKelingOmniTask($task): void
  1190. {
  1191. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  1192. if (!isset($statusInfo['status'])) return;
  1193. if ($statusInfo['status'] === 'success') {
  1194. logDB('generate', 'info', '可灵AI Omni视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  1195. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1196. // 同步调整分镜视频状态和结果
  1197. $segment_id = getProp($task, 'alias_segment_id');
  1198. if ($segment_id && isset($statusInfo['result_url'])) {
  1199. try {
  1200. DB::beginTransaction();
  1201. $now = date('Y-m-d H:i:s');
  1202. // 构建更新数据
  1203. $segmentUpdateData = [
  1204. 'video_url' => $statusInfo['result_url'],
  1205. 'video_task_status' => '已完成',
  1206. 'current_type' => 2,
  1207. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  1208. 'updated_at' => $now
  1209. ];
  1210. // 只有当video_duration存在且大于0时才更新
  1211. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  1212. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  1213. $segmentUpdateData['video_time_point_start'] = 0;
  1214. $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  1215. }
  1216. // 更新分镜表
  1217. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  1218. // 添加视频生成对话记录
  1219. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  1220. DB::commit();
  1221. } catch (\Exception $e) {
  1222. DB::rollBack();
  1223. dLog('generate')->error('可灵视频任务处理失败', [
  1224. 'segment_id' => $segment_id,
  1225. 'task_id' => $task->id,
  1226. 'error' => $e->getMessage()
  1227. ]);
  1228. }
  1229. }
  1230. } elseif ($statusInfo['status'] === 'failed') {
  1231. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1232. 'error_message' => $statusInfo['error_message'],
  1233. 'result_json' => $statusInfo['result_json'] ?? []
  1234. ]);
  1235. // 同步更新分镜表状态为失败
  1236. $segment_id = getProp($task, 'alias_segment_id');
  1237. if ($segment_id) {
  1238. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1239. 'video_task_status' => '失败',
  1240. 'updated_at' => date('Y-m-d H:i:s')
  1241. ]);
  1242. }
  1243. }
  1244. // 如果仍然是处理中状态,不做任何操作
  1245. // 处理:如果任务处理超过24小时,标记为失败
  1246. $processingTime = now()->diffInHours($task->created_at);
  1247. if ($processingTime > 24) {
  1248. logDB('generate', 'warning', '可灵AI Omni视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  1249. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1250. 'error_message' => '任务处理超时(超过24小时)'
  1251. ]);
  1252. // 同步更新分镜表状态为失败
  1253. $segment_id = getProp($task, 'alias_segment_id');
  1254. if ($segment_id) {
  1255. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1256. 'video_task_status' => '失败',
  1257. 'updated_at' => date('Y-m-d H:i:s')
  1258. ]);
  1259. }
  1260. }
  1261. }
  1262. /**
  1263. * 映射任务状态到前端显示状态
  1264. *
  1265. * @param string $taskStatus
  1266. * @return string
  1267. */
  1268. private function mapTaskStatus(string $taskStatus): string
  1269. {
  1270. switch ($taskStatus) {
  1271. case MpGenerateVideoTask::STATUS_PENDING:
  1272. return 'queued';
  1273. case MpGenerateVideoTask::STATUS_PROCESSING:
  1274. return 'running';
  1275. case MpGenerateVideoTask::STATUS_SUCCESS:
  1276. return 'succeeded';
  1277. case MpGenerateVideoTask::STATUS_FAILED:
  1278. return 'failed';
  1279. default:
  1280. return 'unknown';
  1281. }
  1282. }
  1283. // ==================== 主体管理相关方法 ====================
  1284. /**
  1285. * 创建主体
  1286. *
  1287. * @param array $params
  1288. * @return AIElement
  1289. */
  1290. public function createElement(array $params): AIElement
  1291. {
  1292. // 生成唯一的任务ID
  1293. $taskId = 'element_' . time() . '_' . uniqid();
  1294. // 创建主体记录
  1295. $element = AIElement::create([
  1296. 'task_id' => $taskId,
  1297. 'external_task_id' => $params['external_task_id'] ?? null,
  1298. 'element_name' => $params['element_name'],
  1299. 'element_description' => $params['element_description'],
  1300. 'reference_type' => $params['reference_type'],
  1301. 'element_image_list' => $params['element_image_list'] ?? null,
  1302. 'element_video_list' => $params['element_video_list'] ?? null,
  1303. 'element_voice_id' => $params['element_voice_id'] ?? null,
  1304. 'tag_list' => $params['tag_list'] ?? null,
  1305. 'callback_url' => $params['callback_url'] ?? null,
  1306. 'task_status' => AIElement::STATUS_SUBMITTED,
  1307. ]);
  1308. // 提交到可灵AI API
  1309. $this->submitElementToKelingApi($element);
  1310. return $element;
  1311. }
  1312. /**
  1313. * 提交主体创建任务到可灵AI API
  1314. *
  1315. * @param AIElement $element
  1316. * @return void
  1317. */
  1318. private function submitElementToKelingApi(AIElement $element): void
  1319. {
  1320. $client = new Client(['verify' => false, 'timeout' => 120]);
  1321. try {
  1322. // 生成JWT token
  1323. $jwtToken = $this->generateKelingJwtToken();
  1324. // 构建API请求参数
  1325. $apiParams = [
  1326. 'element_name' => $element->element_name,
  1327. 'element_description' => $element->element_description,
  1328. 'reference_type' => $element->reference_type,
  1329. ];
  1330. // 添加图片参考
  1331. if ($element->reference_type === AIElement::REFERENCE_TYPE_IMAGE && $element->element_image_list) {
  1332. $apiParams['element_image_list'] = $element->element_image_list;
  1333. }
  1334. // 添加视频参考
  1335. if ($element->reference_type === AIElement::REFERENCE_TYPE_VIDEO && $element->element_video_list) {
  1336. $apiParams['element_video_list'] = $element->element_video_list;
  1337. }
  1338. // 添加音色ID
  1339. if ($element->element_voice_id) {
  1340. $apiParams['element_voice_id'] = $element->element_voice_id;
  1341. }
  1342. // 添加标签
  1343. if ($element->tag_list) {
  1344. $apiParams['tag_list'] = $element->tag_list;
  1345. }
  1346. // 添加回调URL
  1347. if ($element->callback_url) {
  1348. $apiParams['callback_url'] = $element->callback_url;
  1349. }
  1350. // 添加外部任务ID
  1351. if ($element->external_task_id) {
  1352. $apiParams['external_task_id'] = $element->external_task_id;
  1353. }
  1354. dLog('generate')->info('可灵AI创建主体参数: ', $apiParams);
  1355. // 调用可灵AI创建主体API
  1356. $response = $client->post('https://api-beijing.klingai.com/v1/general/advanced-custom-elements', [
  1357. 'headers' => [
  1358. 'Authorization' => 'Bearer ' . $jwtToken,
  1359. 'Content-Type' => 'application/json',
  1360. ],
  1361. 'json' => $apiParams
  1362. ]);
  1363. $responseData = json_decode($response->getBody(), true);
  1364. dLog('generate')->info('可灵AI创建主体API响应: ', $responseData);
  1365. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1366. // API返回错误
  1367. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1368. $element->update([
  1369. 'task_status' => AIElement::STATUS_FAILED,
  1370. 'task_status_msg' => $errorMessage,
  1371. ]);
  1372. } elseif (isset($responseData['data']['task_id'])) {
  1373. // 任务提交成功,更新状态为处理中
  1374. $element->update([
  1375. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1376. 'task_status' => AIElement::STATUS_PROCESSING,
  1377. 'created_at' => isset($responseData['data']['created_at']) ?
  1378. date('Y-m-d H:i:s', $responseData['data']['created_at'] / 1000) : now(),
  1379. 'updated_at' => isset($responseData['data']['updated_at']) ?
  1380. date('Y-m-d H:i:s', $responseData['data']['updated_at'] / 1000) : now(),
  1381. ]);
  1382. } else {
  1383. $element->update([
  1384. 'task_status' => AIElement::STATUS_FAILED,
  1385. 'task_status_msg' => '未知的API响应格式',
  1386. ]);
  1387. }
  1388. } catch (\Exception $e) {
  1389. // 记录错误
  1390. $element->update([
  1391. 'task_status' => AIElement::STATUS_FAILED,
  1392. 'task_status_msg' => 'API请求失败: ' . $e->getMessage(),
  1393. ]);
  1394. dLog('generate')->error('可灵AI创建主体API请求异常: ' . $e->getMessage());
  1395. }
  1396. }
  1397. /**
  1398. * 查询单个主体状态
  1399. *
  1400. * @param string $taskId
  1401. * @param string|null $externalTaskId
  1402. * @return array
  1403. */
  1404. public function queryElementStatus(string $taskId, string $externalTaskId = null): array
  1405. {
  1406. $client = new Client(['verify' => false, 'timeout' => 120]);
  1407. try {
  1408. // 生成JWT token
  1409. $jwtToken = $this->generateKelingJwtToken();
  1410. // 构建查询URL
  1411. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements/' . $taskId;
  1412. $queryParams = [];
  1413. if ($externalTaskId) {
  1414. $queryParams['external_task_id'] = $externalTaskId;
  1415. }
  1416. if (!empty($queryParams)) {
  1417. $url .= '?' . http_build_query($queryParams);
  1418. }
  1419. $response = $client->get($url, [
  1420. 'headers' => [
  1421. 'Authorization' => 'Bearer ' . $jwtToken,
  1422. 'Content-Type' => 'application/json',
  1423. ]
  1424. ]);
  1425. $responseData = json_decode($response->getBody(), true);
  1426. dLog('generate')->info('可灵AI查询主体状态响应: ', $responseData);
  1427. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1428. return [
  1429. 'success' => false,
  1430. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1431. 'data' => null
  1432. ];
  1433. }
  1434. // 更新本地数据库记录
  1435. if (isset($responseData['data'])) {
  1436. $this->updateLocalElementFromApi($responseData['data']);
  1437. }
  1438. return [
  1439. 'success' => true,
  1440. 'data' => $responseData['data']
  1441. ];
  1442. } catch (\Exception $e) {
  1443. dLog('generate')->error('可灵AI查询主体状态异常: ' . $e->getMessage());
  1444. return [
  1445. 'success' => false,
  1446. 'message' => '查询失败: ' . $e->getMessage(),
  1447. 'data' => null
  1448. ];
  1449. }
  1450. }
  1451. /**
  1452. * 根据API响应更新本地主体记录
  1453. *
  1454. * @param array $apiData
  1455. * @return void
  1456. */
  1457. private function updateLocalElementFromApi(array $apiData): void
  1458. {
  1459. $element = AIElement::where('task_id', $apiData['task_id'])->first();
  1460. if (!$element) {
  1461. return;
  1462. }
  1463. $updateData = [
  1464. 'task_status' => $apiData['task_status'],
  1465. 'task_status_msg' => $apiData['task_status_msg'] ?? null,
  1466. 'final_unit_deduction' => $apiData['final_unit_deduction'] ?? null,
  1467. 'updated_at' => isset($apiData['updated_at']) ?
  1468. date('Y-m-d H:i:s', $apiData['updated_at'] / 1000) : now(),
  1469. ];
  1470. // 如果任务成功,更新主体信息
  1471. if ($apiData['task_status'] === AIElement::STATUS_SUCCEED && isset($apiData['task_result']['elements'])) {
  1472. $elementData = $apiData['task_result']['elements'][0];
  1473. $updateData = array_merge($updateData, [
  1474. 'element_id' => $elementData['element_id'],
  1475. 'element_voice_info' => $elementData['element_voice_info'] ?? null,
  1476. 'owned_by' => $elementData['owned_by'] ?? 'custom',
  1477. 'status' => $elementData['status'] ?? AIElement::ELEMENT_STATUS_SUCCEED,
  1478. ]);
  1479. }
  1480. $element->update($updateData);
  1481. }
  1482. /**
  1483. * 查询自定义主体列表
  1484. *
  1485. * @param int $pageNum
  1486. * @param int $pageSize
  1487. * @return array
  1488. */
  1489. public function queryCustomElementsList(int $pageNum = 1, int $pageSize = 30): array
  1490. {
  1491. $client = new Client(['verify' => false, 'timeout' => 120]);
  1492. try {
  1493. // 生成JWT token
  1494. $jwtToken = $this->generateKelingJwtToken();
  1495. // 构建查询URL
  1496. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements';
  1497. $queryParams = [
  1498. 'pageNum' => $pageNum,
  1499. 'pageSize' => $pageSize,
  1500. ];
  1501. $url .= '?' . http_build_query($queryParams);
  1502. $response = $client->get($url, [
  1503. 'headers' => [
  1504. 'Authorization' => 'Bearer ' . $jwtToken,
  1505. 'Content-Type' => 'application/json',
  1506. ]
  1507. ]);
  1508. $responseData = json_decode($response->getBody(), true);
  1509. dLog('generate')->info('可灵AI查询自定义主体列表响应: ', $responseData);
  1510. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1511. return [
  1512. 'success' => false,
  1513. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1514. 'data' => []
  1515. ];
  1516. }
  1517. // 更新本地数据库记录
  1518. if (isset($responseData['data']) && is_array($responseData['data'])) {
  1519. foreach ($responseData['data'] as $elementData) {
  1520. $this->updateLocalElementFromApi($elementData);
  1521. }
  1522. }
  1523. return [
  1524. 'success' => true,
  1525. 'data' => $responseData['data'] ?? []
  1526. ];
  1527. } catch (\Exception $e) {
  1528. dLog('generate')->error('可灵AI查询自定义主体列表异常: ' . $e->getMessage());
  1529. return [
  1530. 'success' => false,
  1531. 'message' => '查询失败: ' . $e->getMessage(),
  1532. 'data' => []
  1533. ];
  1534. }
  1535. }
  1536. /**
  1537. * 查询官方主体列表
  1538. *
  1539. * @param int $pageNum
  1540. * @param int $pageSize
  1541. * @return array
  1542. */
  1543. public function queryOfficialElementsList(int $pageNum = 1, int $pageSize = 30): array
  1544. {
  1545. $client = new Client(['verify' => false, 'timeout' => 120]);
  1546. try {
  1547. // 生成JWT token
  1548. $jwtToken = $this->generateKelingJwtToken();
  1549. // 构建查询URL
  1550. $url = 'https://api-beijing.klingai.com/v1/general/advanced-presets-elements';
  1551. $queryParams = [
  1552. 'pageNum' => $pageNum,
  1553. 'pageSize' => $pageSize,
  1554. ];
  1555. $url .= '?' . http_build_query($queryParams);
  1556. $response = $client->get($url, [
  1557. 'headers' => [
  1558. 'Authorization' => 'Bearer ' . $jwtToken,
  1559. 'Content-Type' => 'application/json',
  1560. ]
  1561. ]);
  1562. $responseData = json_decode($response->getBody(), true);
  1563. dLog('generate')->info('可灵AI查询官方主体列表响应: ', $responseData);
  1564. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1565. return [
  1566. 'success' => false,
  1567. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1568. 'data' => []
  1569. ];
  1570. }
  1571. return [
  1572. 'success' => true,
  1573. 'data' => $responseData['data'] ?? []
  1574. ];
  1575. } catch (\Exception $e) {
  1576. dLog('generate')->error('可灵AI查询官方主体列表异常: ' . $e->getMessage());
  1577. return [
  1578. 'success' => false,
  1579. 'message' => '查询失败: ' . $e->getMessage(),
  1580. 'data' => []
  1581. ];
  1582. }
  1583. }
  1584. /**
  1585. * 删除自定义主体
  1586. *
  1587. * @param string $elementId
  1588. * @return array
  1589. */
  1590. public function deleteElement(string $elementId): array
  1591. {
  1592. $client = new Client(['verify' => false, 'timeout' => 120]);
  1593. try {
  1594. // 生成JWT token
  1595. $jwtToken = $this->generateKelingJwtToken();
  1596. // 构建API请求参数
  1597. $apiParams = [
  1598. 'element_id' => $elementId,
  1599. ];
  1600. dLog('generate')->info('可灵AI删除主体参数: ', $apiParams);
  1601. // 调用可灵AI删除主体API
  1602. $response = $client->post('https://api-beijing.klingai.com/v1/general/delete-elements', [
  1603. 'headers' => [
  1604. 'Authorization' => 'Bearer ' . $jwtToken,
  1605. 'Content-Type' => 'application/json',
  1606. ],
  1607. 'json' => $apiParams
  1608. ]);
  1609. $responseData = json_decode($response->getBody(), true);
  1610. dLog('generate')->info('可灵AI删除主体API响应: ', $responseData);
  1611. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1612. // API返回错误
  1613. return [
  1614. 'success' => false,
  1615. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error'
  1616. ];
  1617. } else {
  1618. // 删除成功,更新本地记录状态
  1619. AIElement::where('element_id', $elementId)->update([
  1620. 'status' => AIElement::ELEMENT_STATUS_DELETED,
  1621. 'updated_at' => now(),
  1622. ]);
  1623. return [
  1624. 'success' => true,
  1625. 'message' => '主体删除成功',
  1626. 'data' => $responseData['data'] ?? []
  1627. ];
  1628. }
  1629. } catch (\Exception $e) {
  1630. dLog('generate')->error('可灵AI删除主体API请求异常: ' . $e->getMessage());
  1631. return [
  1632. 'success' => false,
  1633. 'message' => 'API请求失败: ' . $e->getMessage()
  1634. ];
  1635. }
  1636. }
  1637. /**
  1638. * 获取本地主体列表(包含自定义和官方)
  1639. *
  1640. * @param array $filters
  1641. * @return \Illuminate\Contracts\Pagination\LengthAwarePaginator
  1642. */
  1643. public function getLocalElementsList(array $filters = [])
  1644. {
  1645. $query = AIElement::query();
  1646. // 筛选条件
  1647. if (isset($filters['owned_by'])) {
  1648. $query->where('owned_by', $filters['owned_by']);
  1649. }
  1650. if (isset($filters['reference_type'])) {
  1651. $query->where('reference_type', $filters['reference_type']);
  1652. }
  1653. if (isset($filters['status'])) {
  1654. $query->where('status', $filters['status']);
  1655. }
  1656. if (isset($filters['task_status'])) {
  1657. $query->where('task_status', $filters['task_status']);
  1658. }
  1659. // 搜索关键词
  1660. if (isset($filters['keyword']) && !empty($filters['keyword'])) {
  1661. $query->where(function ($q) use ($filters) {
  1662. $q->where('element_name', 'like', '%' . $filters['keyword'] . '%')
  1663. ->orWhere('element_description', 'like', '%' . $filters['keyword'] . '%');
  1664. });
  1665. }
  1666. return $query->orderBy('created_at', 'desc')
  1667. ->paginate($filters['page_size'] ?? 20);
  1668. }
  1669. /**
  1670. * 添加视频生成对话记录
  1671. *
  1672. * @param int $segmentId 分镜ID
  1673. * @param string $videoUrl 视频URL
  1674. * @return void
  1675. */
  1676. private function addVideoGenerationRecords($segmentId, $videoUrl)
  1677. {
  1678. try {
  1679. // 获取分镜信息
  1680. $segment = DB::table('mp_episode_segments')
  1681. ->where('segment_id', $segmentId)
  1682. ->select('uid', 'anime_id', 'episode_number', 'tail_frame')
  1683. ->first();
  1684. if (!$segment) {
  1685. dLog('generate')->warning('分镜信息不存在,无法添加对话记录', ['segment_id' => $segmentId]);
  1686. return;
  1687. }
  1688. $now = date('Y-m-d H:i:s');
  1689. // 保存对话记录
  1690. $records = [
  1691. [
  1692. 'uid' => $segment->uid,
  1693. 'anime_id' => $segment->anime_id,
  1694. 'sequence' => $segment->episode_number,
  1695. 'role' => 'user',
  1696. 'content' => '图片转视频',
  1697. 'segment_id' => $segmentId,
  1698. 'video_url' => '',
  1699. 'created_at' => $now,
  1700. 'updated_at' => $now
  1701. ],
  1702. [
  1703. 'uid' => $segment->uid,
  1704. 'anime_id' => $segment->anime_id,
  1705. 'sequence' => $segment->episode_number,
  1706. 'role' => 'assistant',
  1707. 'content' => $segment->tail_frame ?: '',
  1708. 'segment_id' => $segmentId,
  1709. 'video_url' => $videoUrl,
  1710. 'created_at' => $now,
  1711. 'updated_at' => $now
  1712. ]
  1713. ];
  1714. DB::table('mp_anime_records')->insert($records);
  1715. dLog('generate')->info('视频生成对话记录添加成功', [
  1716. 'segment_id' => $segmentId,
  1717. 'video_url' => $videoUrl,
  1718. 'uid' => $segment->uid,
  1719. 'anime_id' => $segment->anime_id
  1720. ]);
  1721. } catch (\Exception $e) {
  1722. dLog('generate')->error('添加视频生成对话记录失败: ' . $e->getMessage(), [
  1723. 'segment_id' => $segmentId,
  1724. 'video_url' => $videoUrl,
  1725. 'error' => $e->getMessage()
  1726. ]);
  1727. }
  1728. }
  1729. }