AIVideoGenerationService.php 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. class AIVideoGenerationService
  8. {
  9. private $volcEngineService;
  10. public function __construct(VolcEngineService $volcEngineService)
  11. {
  12. $this->volcEngineService = $volcEngineService;
  13. }
  14. /**
  15. * 异步创建视频生成任务
  16. *
  17. * @param array $params
  18. * @return MpGenerateVideoTask
  19. */
  20. public function createJimengTask(array $params): MpGenerateVideoTask
  21. {
  22. // 生成唯一的任务ID
  23. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  24. // 创建任务记录
  25. $task = MpGenerateVideoTask::create([
  26. 'task_id' => $taskId,
  27. 'prompt' => $params['prompt'] ?? '',
  28. 'first_frame_url' => $params['first_frame_url'] ?? null,
  29. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  30. 'seed' => $params['seed'] ?? -1,
  31. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  32. 'video_resolution' => $params['video_resolution'] ?? '720P',
  33. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  34. 'api_type' => 'jimeng',
  35. ]);
  36. // 发送异步请求到即梦AI API创建任务
  37. $this->submitTaskToApi($task);
  38. return $task;
  39. }
  40. /**
  41. * 提交任务到即梦AI API
  42. *
  43. * @param MpGenerateVideoTask $task
  44. * @return void
  45. */
  46. private function submitTaskToApi(MpGenerateVideoTask $task): void
  47. {
  48. try {
  49. // 验证环境变量配置
  50. $accessKey = env('VOLC_AI_AK');
  51. $secretKey = env('VOLC_AI_SK');
  52. if (empty($accessKey) || empty($secretKey)) {
  53. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  54. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  55. ]);
  56. return;
  57. }
  58. // 根据任务类型选择对应的req_key
  59. if ($task->first_frame_url && $task->tail_frame_url) {
  60. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  61. }else if($task->first_frame_url){
  62. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  63. }else{
  64. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  65. }
  66. // 构建即梦AI 3.0 视频生成API请求参数
  67. $apiParams = [
  68. 'req_key' => $req_key,
  69. 'prompt' => $task->prompt,
  70. 'seed' => (int)$task->seed,
  71. 'frames' => $task->frames,
  72. ];
  73. // 添加图片URL参数
  74. if ($task->first_frame_url) {
  75. $apiParams['image_urls'] = [
  76. $task->first_frame_url
  77. ];
  78. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  79. }
  80. dLog('generate')->info('图生视频参数: ', $apiParams);
  81. // 调用即梦AI 3.0 视频生成API提交任务
  82. $response = $this->volcEngineService->request(
  83. 'POST',
  84. 'visual.volcengineapi.com', // 即梦AI API域名
  85. '/', // 使用根路径
  86. [], // Query参数
  87. json_encode($apiParams),
  88. $accessKey,
  89. $secretKey,
  90. 'cv', // 服务标识
  91. 'cn-north-1', // 区域
  92. 'CVSync2AsyncSubmitTask',
  93. '2022-08-31',
  94. 'application/json'
  95. );
  96. $responseData = json_decode($response['body'], true);
  97. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  98. if ($responseData['code'] !== 10000) {
  99. // API返回错误
  100. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  101. 'error_message' => $responseData['message'] ?? 'API Error',
  102. 'extra_params' => $responseData['data'] ?? []
  103. ]);
  104. } else {
  105. // 任务提交成功,更新状态为处理中
  106. $updateData = [];
  107. // 存储API返回的任务ID
  108. if (isset($responseData['data']['task_id'])) {
  109. $updateData['task_id'] = $responseData['data']['task_id'];
  110. $updateData['extra_params'] = $responseData['data'] ?? [];
  111. $updateData['extra_params']['req_key'] = $req_key;
  112. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  113. }
  114. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  115. }
  116. } catch (\Exception $e) {
  117. // 记录错误
  118. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  119. 'error_message' => 'API请求失败: ' . $e->getMessage()
  120. ]);
  121. Utils::throwError('1001:'.$e->getMessage());
  122. }
  123. }
  124. /**
  125. * 查询任务状态(即梦AI)
  126. *
  127. * @param MpGenerateVideoTask $task
  128. * @return array
  129. */
  130. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  131. {
  132. try {
  133. // 获取API任务ID
  134. $apiTaskId = $task->task_id ?? null;
  135. if (!$apiTaskId) {
  136. return [
  137. 'status' => 'failed',
  138. 'error_message' => 'API任务ID不存在',
  139. 'result_url' => null
  140. ];
  141. }
  142. // 根据任务类型选择对应的req_key
  143. if ($task->first_frame_url && $task->tail_frame_url) {
  144. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  145. }else if($task->first_frame_url){
  146. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  147. }else{
  148. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  149. }
  150. // 构建查询参数
  151. $apiParams = [
  152. 'req_key' => $req_key,
  153. 'task_id' => $apiTaskId,
  154. // 'req_json' => '{"return_url":true}' // 返回URL格式
  155. ];
  156. // 调用即梦AI 3.0 视频生成API查询任务状态
  157. $response = $this->volcEngineService->request(
  158. 'POST',
  159. 'visual.volcengineapi.com',
  160. '/', // 使用根路径
  161. [], // Query参数
  162. json_encode($apiParams),
  163. env('VOLC_AI_AK'),
  164. env('VOLC_AI_SK'),
  165. 'cv',
  166. 'cn-north-1',
  167. 'CVSync2AsyncGetResult',
  168. '2022-08-31',
  169. 'application/json'
  170. );
  171. $responseData = json_decode($response['body'], true);
  172. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  173. if ($responseData['code'] !== 10000) {
  174. // API返回错误
  175. return [
  176. 'status' => 'failed',
  177. 'error_message' => $responseData['message'] ?? 'API Error',
  178. 'result_url' => null,
  179. 'result_json' => $responseData ?? []
  180. ];
  181. }
  182. // 解析API响应
  183. $result = $responseData['data'] ?? [];
  184. $taskStatus = $result['status'] ?? 'failed';
  185. $returnData = [
  186. 'status' => $taskStatus,
  187. 'error_message' => null,
  188. 'result_url' => null,
  189. 'result_json' => $responseData ?? []
  190. ];
  191. // 如果任务成功,获取结果URL
  192. if ($taskStatus === 'done' && isset($result['video_url'])) {
  193. if (isset($result['video_url'])) {
  194. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  195. $video_ext = getVideoExtFromUrl($result['video_url']);
  196. $video_name = $video_name . $video_ext;
  197. // 将视频另存到tos
  198. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  199. $returnData['result_url'] = $url;
  200. }
  201. $returnData['status'] = 'success';
  202. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  203. $returnData['status'] = 'failed';
  204. $returnData['error_message'] = '任务未找到或已过期';
  205. } elseif ($taskStatus === 'failed') {
  206. $returnData['status'] = 'failed';
  207. $returnData['error_message'] = '任务执行失败';
  208. }
  209. // in_queue 或 generating状态保持原status
  210. return $returnData;
  211. } catch (\Exception $e) {
  212. return [
  213. 'status' => 'failed',
  214. 'error_message' => $e->getMessage(),
  215. 'result_url' => null
  216. ];
  217. }
  218. }
  219. /**
  220. * 更新所有待处理任务的状态
  221. *
  222. * @return void
  223. */
  224. public function updatePendingTasks(): void
  225. {
  226. // 获取所有处理中的任务
  227. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  228. ->get();
  229. foreach ($tasks as $task) {
  230. $api_type = getProp($task, 'api_type');
  231. switch($api_type) {
  232. case 'seedance':
  233. $this->updateSeedanceTask($task);
  234. break;
  235. case 'jimeng':
  236. $this->updateJimengTask($task);
  237. break;
  238. case 'keling':
  239. $this->updateKelingOmniTask($task);
  240. break;
  241. default:
  242. break;
  243. }
  244. }
  245. }
  246. // 更新即梦AI视频任务状态
  247. private function updateJimengTask($task) {
  248. $statusInfo = $this->queryJimengTaskStatus($task);
  249. if (!isset($statusInfo['status'])) return;
  250. if ($statusInfo['status'] === 'success') {
  251. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  252. } elseif ($statusInfo['status'] === 'failed') {
  253. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  254. }
  255. // 如果仍然是处理中状态,不做任何操作
  256. // 处理:如果任务处理超过12小时,标记为失败
  257. $processingTime = now()->diffInHours($task->created_at);
  258. if ($processingTime > 12) {
  259. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  260. 'error_message' => '任务处理超时(超过12小时)'
  261. ]);
  262. }
  263. }
  264. public function getTaskList($data)
  265. {
  266. $task_id = getProp($data, 'task_id');
  267. $status = getProp($data, 'status');
  268. $query = MpGenerateVideoTask::select('*');
  269. if ($task_id) {
  270. $query->where('task_id', $task_id);
  271. }
  272. if ($status) {
  273. $query->where('status', $status);
  274. }
  275. return $query->orderBy('created_at', 'desc')->paginate();
  276. }
  277. /**
  278. * 创建 Seedance 1.5 Pro 视频生成任务
  279. *
  280. * @param array $params
  281. * @return MpGenerateVideoTask
  282. */
  283. public function createSeedanceTask(array $params): MpGenerateVideoTask
  284. {
  285. // 生成唯一的任务ID
  286. $taskId = 'seedance_' . time() . '_' . uniqid();
  287. // 创建任务记录,复用现有表结构
  288. $task = MpGenerateVideoTask::create([
  289. 'task_id' => $taskId,
  290. 'prompt' => $params['prompt'] ?? '',
  291. 'first_frame_url' => $params['first_frame_url'] ?? '',
  292. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  293. 'seed' => $params['seed'] ?? -1,
  294. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  295. 'video_resolution' => $params['video_resolution'] ?? '720P',
  296. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  297. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  298. 'extra_params' => [
  299. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  300. 'content' => $params['content'],
  301. 'callback_url' => $params['callback_url'] ?? '',
  302. 'return_last_frame' => $params['return_last_frame'] ?? true,
  303. 'service_tier' => $params['service_tier'] ?? 'default',
  304. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  305. 'generate_audio' => $params['generate_audio'] ?? true,
  306. 'draft' => $params['draft'] ?? false,
  307. 'ratio' => $params['ratio'] ?? '16:9',
  308. 'duration' => $params['video_duration'] ?? 5,
  309. 'camera_fixed' => $params['camera_fixed'] ?? false,
  310. 'watermark' => $params['watermark'] ?? false,
  311. ]
  312. ]);
  313. // 提交任务到火山引擎 API
  314. $this->submitSeedanceTaskToApi($task);
  315. return $task;
  316. }
  317. /**
  318. * 提交 Seedance 任务到火山引擎 API
  319. *
  320. * @param MpGenerateVideoTask $task
  321. * @return void
  322. */
  323. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  324. {
  325. $client = new Client(['verify'=>false,'timeout'=>120]);
  326. // try {
  327. // 验证环境变量配置
  328. $apiKey = env('VOLC_AI_API_KEY');
  329. if (empty($apiKey)) {
  330. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  331. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  332. ]);
  333. return;
  334. }
  335. $extraParams = $task->extra_params;
  336. // 构建火山引擎 Seedance API 请求参数
  337. $apiParams = [
  338. 'model' => $extraParams['model'],
  339. 'content' => $extraParams['content'],
  340. ];
  341. // 添加可选参数
  342. if (!empty($extraParams['callback_url'])) {
  343. $apiParams['callback_url'] = $extraParams['callback_url'];
  344. }
  345. if (isset($extraParams['return_last_frame'])) {
  346. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  347. }
  348. if (!empty($extraParams['service_tier'])) {
  349. $apiParams['service_tier'] = $extraParams['service_tier'];
  350. }
  351. if (!empty($extraParams['execution_expires_after'])) {
  352. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  353. }
  354. if (isset($extraParams['generate_audio'])) {
  355. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  356. }
  357. if (isset($extraParams['draft'])) {
  358. $apiParams['draft'] = $extraParams['draft'];
  359. }
  360. if (!empty($extraParams['video_resolution'])) {
  361. $apiParams['resolution'] = strtolower($task->video_resolution);
  362. }
  363. if (!empty($extraParams['ratio'])) {
  364. $apiParams['ratio'] = $extraParams['ratio'];
  365. }
  366. if (!empty($extraParams['duration'])) {
  367. $apiParams['duration'] = (int)$extraParams['duration'];
  368. }
  369. if (isset($task->frames)) {
  370. // $apiParams['frames'] = $task->frames;
  371. }
  372. if ($task->seed !== -1) {
  373. $apiParams['seed'] = (int)$task->seed;
  374. }
  375. if (isset($extraParams['camera_fixed'])) {
  376. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  377. }
  378. if (isset($extraParams['watermark'])) {
  379. $apiParams['watermark'] = $extraParams['watermark'];
  380. }
  381. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  382. // 调用火山引擎 Seedance API
  383. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  384. 'headers' => [
  385. 'Authorization' => 'Bearer ' . $apiKey,
  386. 'Content-Type' => 'application/json',
  387. ],
  388. 'json' => $apiParams
  389. ]);
  390. $responseData = json_decode($response->getBody(), true);
  391. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  392. if (isset($responseData['error'])) {
  393. // API返回错误
  394. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  395. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  396. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  397. ]);
  398. } elseif (isset($responseData['id'])) {
  399. // 任务提交成功,更新状态为处理中
  400. $updateData = [
  401. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  402. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  403. ];
  404. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  405. } else {
  406. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  407. 'error_message' => '未知的 API 响应格式',
  408. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  409. ]);
  410. }
  411. // } catch (\Exception $e) {
  412. // // 记录错误
  413. // $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  414. // 'error_message' => 'API请求失败: ' . $e->getMessage()
  415. // ]);
  416. // Utils::throwError('1001:'.$e->getMessage());
  417. // }
  418. }
  419. // 更新即梦AI视频任务状态
  420. private function updateSeedanceTask($task) {
  421. $statusInfo = $this->querySeedanceTaskStatus($task);
  422. if (!isset($statusInfo['status'])) return;
  423. if ($statusInfo['status'] === 'success') {
  424. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  425. } elseif ($statusInfo['status'] === 'failed') {
  426. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  427. 'error_message' => $statusInfo['error_message'],
  428. 'result_json' => $statusInfo['result_json'] ?? []
  429. ]);
  430. }
  431. // 如果仍然是处理中状态,不做任何操作
  432. // 处理:如果任务处理超过12小时,标记为失败
  433. $processingTime = now()->diffInHours($task->created_at);
  434. if ($processingTime > 48) {
  435. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  436. 'error_message' => '任务处理超时(超过48小时)'
  437. ]);
  438. }
  439. }
  440. /**
  441. * 查询 Seedance 任务状态
  442. *
  443. * @param MpGenerateVideoTask $task
  444. * @return array
  445. */
  446. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  447. {
  448. $client = new Client(['verify'=>false,'timeout'=>120]);
  449. try {
  450. // 如果任务已完成,直接返回结果
  451. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  452. return [
  453. 'success' => true,
  454. 'data' => [
  455. 'id' => $task->task_id,
  456. 'status' => $this->mapTaskStatus($task->status),
  457. 'result_url' => $task->result_url,
  458. 'error_message' => $task->error_message,
  459. 'created_at' => $task->created_at,
  460. 'started_at' => $task->started_at,
  461. 'completed_at' => $task->completed_at
  462. ]
  463. ];
  464. }
  465. // 调用火山引擎 API 查询任务状态
  466. $apiKey = env('VOLC_AI_API_KEY');
  467. if (empty($apiKey)) {
  468. return [
  469. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  470. 'result_json' => [],
  471. 'error_message' => '火山引擎访问密钥未配置'
  472. ];
  473. }
  474. // 构建查询 URL
  475. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  476. $response = $client->get($url, [
  477. 'headers' => [
  478. 'Authorization' => 'Bearer ' . $apiKey,
  479. 'Content-Type' => 'application/json',
  480. ]
  481. ]);
  482. $responseData = json_decode($response->getBody(), true);
  483. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  484. if (isset($responseData['error'])) {
  485. return [
  486. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  487. 'result_json' => [],
  488. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  489. ];
  490. }
  491. // 解析任务状态
  492. $apiStatus = $responseData['status'] ?? 'unknown';
  493. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  494. $updateData = ['result_json' => $responseData];
  495. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  496. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  497. // 任务成功,处理结果
  498. if (isset($responseData['content']['video_url'])) {
  499. $video_url = $responseData['content']['video_url'];
  500. // 下载并保存视频
  501. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  502. $video_ext = getVideoExtFromUrl($video_url);
  503. $video_name = $video_name . $video_ext;
  504. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  505. $updateData['result_url'] = $url;
  506. }
  507. // 处理尾帧图片(如果启用了 return_last_frame)
  508. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  509. $pic_url = $responseData['content']['last_frame_url'];
  510. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  511. $pic_ext = getImgExtFromUrl($pic_url);
  512. $pic_name = $pic_name . $pic_ext;
  513. if ($pic_ext === '.png') {
  514. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  515. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  516. }else {
  517. // 将图片另存到tos
  518. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  519. }
  520. $updateData['last_frame_url'] = $url;
  521. }
  522. return $updateData;
  523. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  524. $updateData = [
  525. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  526. 'result_json' => [],
  527. 'error_message' => $responseData['error_message'] ?? '任务执行失败',
  528. ];
  529. return $updateData;
  530. }
  531. // 其他状态保持不变
  532. return [
  533. 'success' => true,
  534. 'data' => [
  535. 'id' => $task->task_id,
  536. 'status' => $this->mapTaskStatus($task->status),
  537. 'result_url' => $task->result_url,
  538. 'error_message' => $task->error_message,
  539. 'created_at' => $task->created_at,
  540. 'started_at' => $task->started_at,
  541. 'completed_at' => $task->completed_at,
  542. 'api_response' => $responseData
  543. ]
  544. ];
  545. } catch (\Exception $e) {
  546. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  547. return [
  548. 'success' => false,
  549. 'message' => '查询失败: ' . $e->getMessage()
  550. ];
  551. }
  552. }
  553. /**
  554. * 映射 API 状态到任务状态
  555. *
  556. * @param string $apiStatus
  557. * @return string
  558. */
  559. private function mapApiStatusToTaskStatus(string $apiStatus): string
  560. {
  561. switch ($apiStatus) {
  562. case 'queued':
  563. case 'running':
  564. return MpGenerateVideoTask::STATUS_PROCESSING;
  565. case 'succeeded':
  566. return MpGenerateVideoTask::STATUS_SUCCESS;
  567. case 'failed':
  568. case 'expired':
  569. return MpGenerateVideoTask::STATUS_FAILED;
  570. default:
  571. return MpGenerateVideoTask::STATUS_PROCESSING;
  572. }
  573. }
  574. /**
  575. * 生成可灵AI的JWT Token
  576. *
  577. * @return string
  578. */
  579. private function generateKelingJwtToken(): string
  580. {
  581. $ak = env('KELING_AK');
  582. $sk = env('KELING_SK');
  583. if (empty($ak) || empty($sk)) {
  584. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  585. }
  586. // JWT头部
  587. $header = [
  588. 'alg' => 'HS256',
  589. 'typ' => 'JWT'
  590. ];
  591. // JWT载荷
  592. $payload = [
  593. 'iss' => $ak, // 签发者,使用Access Key
  594. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  595. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  596. ];
  597. // Base64URL编码
  598. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  599. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  600. // 创建签名
  601. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  602. $signatureEncoded = $this->base64UrlEncode($signature);
  603. // 返回完整的JWT token
  604. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  605. }
  606. /**
  607. * Base64URL编码(JWT标准编码)
  608. *
  609. * @param string $data
  610. * @return string
  611. */
  612. private function base64UrlEncode(string $data): string
  613. {
  614. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  615. }
  616. /**
  617. * 创建可灵AI Omni视频生成任务
  618. *
  619. * @param array $params
  620. * @return MpGenerateVideoTask
  621. */
  622. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  623. {
  624. // 生成唯一的任务ID
  625. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  626. // 创建任务记录,复用现有表结构
  627. $task = MpGenerateVideoTask::create([
  628. 'task_id' => $taskId,
  629. 'prompt' => $params['prompt'] ?? '',
  630. 'first_frame_url' => $params['first_frame_url'] ?? '',
  631. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  632. 'seed' => $params['seed'] ?? -1,
  633. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  634. 'video_resolution' => $params['video_resolution'] ?? '720P',
  635. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  636. 'api_type' => 'keling', // 标识为可灵AI Omni API
  637. 'extra_params' => [
  638. 'api_type' => 'keling',
  639. 'model' => $params['model'] ?? 'kling-video-o1',
  640. 'prompt' => $params['prompt'] ?? '',
  641. 'multi_prompt' => $params['multi_prompt'] ?? [],
  642. 'shot_type' => $params['shot_type'] ?? 'customize',
  643. 'image_list' => $params['image_list'] ?? [],
  644. 'element_list' => $params['element_list'] ?? [],
  645. 'sound' => $params['sound'] ?? 'off',
  646. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  647. 'duration' => $params['video_duration'] ?? 5,
  648. 'mode' => $params['mode'] ?? 'std',
  649. 'callback_url' => $params['callback_url'] ?? '',
  650. ]
  651. ]);
  652. // 提交任务到可灵AI Omni API
  653. $this->submitKelingOmniTaskToApi($task);
  654. return $task;
  655. }
  656. /**
  657. * 提交可灵AI Omni任务到API
  658. *
  659. * @param MpGenerateVideoTask $task
  660. * @return void
  661. */
  662. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  663. {
  664. $client = new Client(['verify'=>false,'timeout'=>120]);
  665. try {
  666. // 生成JWT token
  667. $jwtToken = $this->generateKelingJwtToken();
  668. $extraParams = $task->extra_params;
  669. // 构建可灵AI Omni API请求参数
  670. $apiParams = [
  671. 'model_name' => $extraParams['model'],
  672. 'prompt' => $extraParams['prompt'],
  673. 'mode' => $extraParams['mode'],
  674. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  675. 'duration' => (int)$extraParams['duration'],
  676. ];
  677. // 添加可选参数
  678. if (!empty($extraParams['multi_prompt'])) {
  679. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  680. }
  681. if (!empty($extraParams['shot_type'])) {
  682. $apiParams['shot_type'] = $extraParams['shot_type'];
  683. }
  684. if (!empty($extraParams['image_list'])) {
  685. $apiParams['image_list'] = $extraParams['image_list'];
  686. }
  687. if (!empty($extraParams['element_list'])) {
  688. $apiParams['element_list'] = $extraParams['element_list'];
  689. }
  690. if (isset($extraParams['sound'])) {
  691. $apiParams['sound'] = $extraParams['sound'];
  692. }
  693. // if (!empty($extraParams['callback_url'])) {
  694. // $apiParams['callback_url'] = $extraParams['callback_url'];
  695. // }
  696. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  697. // 调用可灵AI Omni API
  698. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  699. 'headers' => [
  700. 'Authorization' => 'Bearer ' . $jwtToken,
  701. 'Content-Type' => 'application/json',
  702. ],
  703. 'json' => $apiParams
  704. ]);
  705. $responseData = json_decode($response->getBody(), true);
  706. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  707. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  708. // API返回错误
  709. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  710. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  711. 'error_message' => $errorMessage,
  712. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  713. ]);
  714. } elseif (isset($responseData['data']['task_id'])) {
  715. // 任务提交成功,更新状态为处理中
  716. $updateData = [
  717. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  718. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  719. ];
  720. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  721. } else {
  722. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  723. 'error_message' => '未知的API响应格式',
  724. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  725. ]);
  726. }
  727. } catch (\Exception $e) {
  728. // 记录错误
  729. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  730. 'error_message' => 'API请求失败: ' . $e->getMessage()
  731. ]);
  732. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  733. }
  734. }
  735. /**
  736. * 查询可灵AI Omni任务状态
  737. *
  738. * @param MpGenerateVideoTask $task
  739. * @return array
  740. */
  741. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  742. {
  743. $client = new Client(['verify'=>false,'timeout'=>120]);
  744. try {
  745. // 如果任务已完成,直接返回结果
  746. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  747. return [
  748. 'success' => true,
  749. 'data' => [
  750. 'task_id' => $task->task_id,
  751. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  752. 'result_url' => $task->result_url,
  753. 'error_message' => $task->error_message,
  754. 'created_at' => $task->created_at,
  755. 'updated_at' => $task->updated_at
  756. ]
  757. ];
  758. }
  759. // 生成JWT token
  760. $jwtToken = $this->generateKelingJwtToken();
  761. // 构建查询URL
  762. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  763. $response = $client->get($url, [
  764. 'headers' => [
  765. 'Authorization' => 'Bearer ' . $jwtToken,
  766. 'Content-Type' => 'application/json',
  767. ]
  768. ]);
  769. $responseData = json_decode($response->getBody(), true);
  770. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  771. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  772. return [
  773. 'status' => 'failed',
  774. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  775. 'result_json' => $responseData
  776. ];
  777. }
  778. // 解析任务状态
  779. $taskData = $responseData['data'] ?? [];
  780. $taskStatus = $taskData['task_status'] ?? 'unknown';
  781. $updateData = ['result_json' => $responseData];
  782. if ($taskStatus === 'succeed') {
  783. $updateData['status'] = 'success';
  784. // 任务成功,处理结果
  785. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  786. $video = $taskData['task_result']['videos'][0];
  787. $video_url = $video['url'];
  788. // 下载并保存视频
  789. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  790. $video_ext = getVideoExtFromUrl($video_url);
  791. $video_name = $video_name . $video_ext;
  792. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  793. $updateData['result_url'] = $url;
  794. }
  795. return $updateData;
  796. } elseif ($taskStatus === 'failed') {
  797. $updateData = [
  798. 'status' => 'failed',
  799. 'error_message' => '任务执行失败',
  800. 'result_json' => $responseData
  801. ];
  802. return $updateData;
  803. }
  804. // 其他状态(processing等)保持不变
  805. return [
  806. 'success' => true,
  807. 'data' => [
  808. 'task_id' => $task->task_id,
  809. 'task_status' => $taskStatus,
  810. 'result_url' => $task->result_url,
  811. 'error_message' => $task->error_message,
  812. 'created_at' => $task->created_at,
  813. 'updated_at' => $task->updated_at,
  814. 'api_response' => $responseData
  815. ]
  816. ];
  817. } catch (\Exception $e) {
  818. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  819. return [
  820. 'success' => false,
  821. 'message' => '查询失败: ' . $e->getMessage()
  822. ];
  823. }
  824. }
  825. /**
  826. * 映射任务状态到可灵AI状态格式
  827. *
  828. * @param string $taskStatus
  829. * @return string
  830. */
  831. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  832. {
  833. switch ($taskStatus) {
  834. case MpGenerateVideoTask::STATUS_PENDING:
  835. return 'submitted';
  836. case MpGenerateVideoTask::STATUS_PROCESSING:
  837. return 'processing';
  838. case MpGenerateVideoTask::STATUS_SUCCESS:
  839. return 'succeed';
  840. case MpGenerateVideoTask::STATUS_FAILED:
  841. return 'failed';
  842. default:
  843. return 'unknown';
  844. }
  845. }
  846. /**
  847. * 更新可灵AI Omni视频任务状态
  848. *
  849. * @param MpGenerateVideoTask $task
  850. * @return void
  851. */
  852. private function updateKelingOmniTask($task): void
  853. {
  854. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  855. if (!isset($statusInfo['status'])) return;
  856. if ($statusInfo['status'] === 'success') {
  857. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  858. } elseif ($statusInfo['status'] === 'failed') {
  859. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  860. 'error_message' => $statusInfo['error_message'],
  861. 'result_json' => $statusInfo['result_json'] ?? []
  862. ]);
  863. }
  864. // 如果仍然是处理中状态,不做任何操作
  865. // 处理:如果任务处理超过24小时,标记为失败
  866. $processingTime = now()->diffInHours($task->created_at);
  867. if ($processingTime > 24) {
  868. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  869. 'error_message' => '任务处理超时(超过24小时)'
  870. ]);
  871. }
  872. }
  873. /**
  874. * 映射任务状态到前端显示状态
  875. *
  876. * @param string $taskStatus
  877. * @return string
  878. */
  879. private function mapTaskStatus(string $taskStatus): string
  880. {
  881. switch ($taskStatus) {
  882. case MpGenerateVideoTask::STATUS_PENDING:
  883. return 'queued';
  884. case MpGenerateVideoTask::STATUS_PROCESSING:
  885. return 'running';
  886. case MpGenerateVideoTask::STATUS_SUCCESS:
  887. return 'succeeded';
  888. case MpGenerateVideoTask::STATUS_FAILED:
  889. return 'failed';
  890. default:
  891. return 'unknown';
  892. }
  893. }
  894. }