AIVideoGenerationService.php 68 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Models\AIElement;
  6. use App\Services\VolcEngineService;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Support\Facades\DB;
  9. class AIVideoGenerationService
  10. {
  11. private $volcEngineService;
  12. public function __construct(VolcEngineService $volcEngineService)
  13. {
  14. $this->volcEngineService = $volcEngineService;
  15. }
  16. /**
  17. * 异步创建视频生成任务
  18. *
  19. * @param array $params
  20. * @return MpGenerateVideoTask
  21. */
  22. public function createJimengTask(array $params): MpGenerateVideoTask
  23. {
  24. // 生成唯一的任务ID
  25. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  26. // 创建任务记录
  27. $task = MpGenerateVideoTask::create([
  28. 'task_id' => $taskId,
  29. 'prompt' => $params['prompt'] ?? '',
  30. 'first_frame_url' => $params['first_frame_url'] ?? null,
  31. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  32. 'seed' => $params['seed'] ?? -1,
  33. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  34. 'video_resolution' => $params['video_resolution'] ?? '720P',
  35. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  36. 'api_type' => 'jimeng',
  37. ]);
  38. // 发送异步请求到即梦AI API创建任务
  39. $this->submitTaskToApi($task);
  40. return $task;
  41. }
  42. /**
  43. * 提交任务到即梦AI API
  44. *
  45. * @param MpGenerateVideoTask $task
  46. * @return void
  47. */
  48. private function submitTaskToApi(MpGenerateVideoTask $task): void
  49. {
  50. try {
  51. // 验证环境变量配置
  52. $accessKey = env('VOLC_AI_AK');
  53. $secretKey = env('VOLC_AI_SK');
  54. if (empty($accessKey) || empty($secretKey)) {
  55. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  56. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  57. ]);
  58. return;
  59. }
  60. // 根据任务类型选择对应的req_key
  61. if ($task->first_frame_url && $task->tail_frame_url) {
  62. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  63. }else if($task->first_frame_url){
  64. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  65. }else{
  66. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  67. }
  68. // 构建即梦AI 3.0 视频生成API请求参数
  69. $apiParams = [
  70. 'req_key' => $req_key,
  71. 'prompt' => $task->prompt,
  72. 'seed' => (int)$task->seed,
  73. 'frames' => $task->frames,
  74. ];
  75. // 添加图片URL参数
  76. if ($task->first_frame_url) {
  77. $apiParams['image_urls'] = [
  78. $task->first_frame_url
  79. ];
  80. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  81. }
  82. dLog('generate')->info('图生视频参数: ', $apiParams);
  83. // 调用即梦AI 3.0 视频生成API提交任务
  84. $response = $this->volcEngineService->request(
  85. 'POST',
  86. 'visual.volcengineapi.com', // 即梦AI API域名
  87. '/', // 使用根路径
  88. [], // Query参数
  89. json_encode($apiParams),
  90. $accessKey,
  91. $secretKey,
  92. 'cv', // 服务标识
  93. 'cn-north-1', // 区域
  94. 'CVSync2AsyncSubmitTask',
  95. '2022-08-31',
  96. 'application/json'
  97. );
  98. $responseData = json_decode($response['body'], true);
  99. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  100. if ($responseData['code'] !== 10000) {
  101. // API返回错误
  102. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  103. 'error_message' => $responseData['message'] ?? 'API Error',
  104. 'extra_params' => $responseData['data'] ?? []
  105. ]);
  106. } else {
  107. // 任务提交成功,更新状态为处理中
  108. $updateData = [];
  109. // 存储API返回的任务ID
  110. if (isset($responseData['data']['task_id'])) {
  111. $updateData['task_id'] = $responseData['data']['task_id'];
  112. $updateData['extra_params'] = $responseData['data'] ?? [];
  113. $updateData['extra_params']['req_key'] = $req_key;
  114. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  115. }
  116. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  117. }
  118. } catch (\Exception $e) {
  119. // 记录错误
  120. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  121. 'error_message' => 'API请求失败: ' . $e->getMessage()
  122. ]);
  123. Utils::throwError('1001:'.$e->getMessage());
  124. }
  125. }
  126. /**
  127. * 查询任务状态(即梦AI)
  128. *
  129. * @param MpGenerateVideoTask $task
  130. * @return array
  131. */
  132. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  133. {
  134. try {
  135. // 获取API任务ID
  136. $apiTaskId = $task->task_id ?? null;
  137. if (!$apiTaskId) {
  138. return [
  139. 'status' => 'failed',
  140. 'error_message' => 'API任务ID不存在',
  141. 'result_url' => null
  142. ];
  143. }
  144. // 根据任务类型选择对应的req_key
  145. if ($task->first_frame_url && $task->tail_frame_url) {
  146. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  147. }else if($task->first_frame_url){
  148. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  149. }else{
  150. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  151. }
  152. // 构建查询参数
  153. $apiParams = [
  154. 'req_key' => $req_key,
  155. 'task_id' => $apiTaskId,
  156. // 'req_json' => '{"return_url":true}' // 返回URL格式
  157. ];
  158. // 调用即梦AI 3.0 视频生成API查询任务状态
  159. $response = $this->volcEngineService->request(
  160. 'POST',
  161. 'visual.volcengineapi.com',
  162. '/', // 使用根路径
  163. [], // Query参数
  164. json_encode($apiParams),
  165. env('VOLC_AI_AK'),
  166. env('VOLC_AI_SK'),
  167. 'cv',
  168. 'cn-north-1',
  169. 'CVSync2AsyncGetResult',
  170. '2022-08-31',
  171. 'application/json'
  172. );
  173. $responseData = json_decode($response['body'], true);
  174. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  175. if ($responseData['code'] !== 10000) {
  176. // API返回错误
  177. return [
  178. 'status' => 'failed',
  179. 'error_message' => $responseData['message'] ?? 'API Error',
  180. 'result_url' => null,
  181. 'result_json' => $responseData ?? []
  182. ];
  183. }
  184. // 解析API响应
  185. $result = $responseData['data'] ?? [];
  186. $taskStatus = $result['status'] ?? 'failed';
  187. $returnData = [
  188. 'status' => $taskStatus,
  189. 'error_message' => null,
  190. 'result_url' => null,
  191. 'result_json' => $responseData ?? []
  192. ];
  193. // 如果任务成功,获取结果URL
  194. if ($taskStatus === 'done' && isset($result['video_url'])) {
  195. if (isset($result['video_url'])) {
  196. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  197. $video_ext = getVideoExtFromUrl($result['video_url']);
  198. $video_name = $video_name . $video_ext;
  199. // 将视频另存到tos
  200. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  201. $returnData['result_url'] = $url;
  202. }
  203. $returnData['status'] = 'success';
  204. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  205. $returnData['status'] = 'failed';
  206. $returnData['error_message'] = '任务未找到或已过期';
  207. } elseif ($taskStatus === 'failed') {
  208. $returnData['status'] = 'failed';
  209. $returnData['error_message'] = '任务执行失败';
  210. }
  211. // in_queue 或 generating状态保持原status
  212. return $returnData;
  213. } catch (\Exception $e) {
  214. return [
  215. 'status' => 'failed',
  216. 'error_message' => $e->getMessage(),
  217. 'result_url' => null
  218. ];
  219. }
  220. }
  221. /**
  222. * 更新所有待处理任务的状态
  223. *
  224. * @return void
  225. */
  226. public function updatePendingTasks(): void
  227. {
  228. // 获取所有处理中的任务
  229. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  230. ->get();
  231. foreach ($tasks as $task) {
  232. $api_type = getProp($task, 'api_type');
  233. switch($api_type) {
  234. case 'seedance':
  235. $this->updateSeedanceTask($task);
  236. break;
  237. case 'jimeng':
  238. $this->updateJimengTask($task);
  239. break;
  240. case 'keling':
  241. $this->updateKelingOmniTask($task);
  242. break;
  243. default:
  244. break;
  245. }
  246. }
  247. }
  248. // 更新即梦AI视频任务状态
  249. private function updateJimengTask($task) {
  250. $statusInfo = $this->queryJimengTaskStatus($task);
  251. if (!isset($statusInfo['status'])) return;
  252. if ($statusInfo['status'] === 'success') {
  253. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  254. // 同步调整分镜视频状态和结果
  255. $segment_id = getProp($task, 'alias_segment_id');
  256. if ($segment_id && isset($statusInfo['result_url'])) {
  257. try {
  258. DB::beginTransaction();
  259. $now = date('Y-m-d H:i:s');
  260. // 更新分镜表
  261. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  262. 'video_url' => $statusInfo['result_url'],
  263. 'video_task_status' => '已完成',
  264. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  265. 'updated_at' => $now
  266. ]);
  267. DB::commit();
  268. } catch (\Exception $e) {
  269. DB::rollBack();
  270. dLog('generate')->error('即梦视频任务处理失败', [
  271. 'segment_id' => $segment_id,
  272. 'task_id' => $task->id,
  273. 'error' => $e->getMessage()
  274. ]);
  275. }
  276. }
  277. } elseif ($statusInfo['status'] === 'failed') {
  278. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  279. // 同步更新分镜表状态为失败
  280. $segment_id = getProp($task, 'alias_segment_id');
  281. if ($segment_id) {
  282. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  283. 'video_task_status' => '失败',
  284. 'updated_at' => date('Y-m-d H:i:s')
  285. ]);
  286. }
  287. }
  288. // 如果仍然是处理中状态,不做任何操作
  289. // 处理:如果任务处理超过12小时,标记为失败
  290. $processingTime = now()->diffInHours($task->created_at);
  291. if ($processingTime > 12) {
  292. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  293. 'error_message' => '任务处理超时(超过12小时)'
  294. ]);
  295. // 同步更新分镜表状态为失败
  296. $segment_id = getProp($task, 'alias_segment_id');
  297. if ($segment_id) {
  298. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  299. 'video_task_status' => '失败',
  300. 'updated_at' => date('Y-m-d H:i:s')
  301. ]);
  302. }
  303. }
  304. }
  305. public function getTaskList($data)
  306. {
  307. $task_id = getProp($data, 'task_id');
  308. $status = getProp($data, 'status');
  309. $query = MpGenerateVideoTask::select('*');
  310. if ($task_id) {
  311. $query->where('id', $task_id);
  312. }
  313. if ($status) {
  314. $query->where('status', $status);
  315. }
  316. return $query->orderBy('created_at', 'desc')->paginate();
  317. }
  318. /**
  319. * 创建 Seedance 1.5 Pro 视频生成任务
  320. *
  321. * @param array $params
  322. * @return MpGenerateVideoTask
  323. */
  324. public function createSeedanceTask(array $params): MpGenerateVideoTask
  325. {
  326. // 生成唯一的任务ID
  327. $taskId = 'seedance_' . time() . '_' . uniqid();
  328. // 创建任务记录,复用现有表结构
  329. $task = MpGenerateVideoTask::create([
  330. 'task_id' => $taskId,
  331. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  332. 'prompt' => $params['prompt'] ?? '',
  333. 'first_frame_url' => $params['first_frame_url'] ?? '',
  334. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  335. 'seed' => $params['seed'] ?? -1,
  336. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  337. 'video_resolution' => $params['video_resolution'] ?? '720P',
  338. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  339. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  340. 'extra_params' => [
  341. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  342. 'content' => $params['content'],
  343. 'callback_url' => $params['callback_url'] ?? '',
  344. 'return_last_frame' => $params['return_last_frame'] ?? true,
  345. 'service_tier' => $params['service_tier'] ?? 'default',
  346. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  347. 'generate_audio' => $params['generate_audio'] ?? true,
  348. 'draft' => $params['draft'] ?? false,
  349. 'ratio' => $params['ratio'] ?? '16:9',
  350. 'duration' => $params['video_duration'] ?? 5,
  351. 'camera_fixed' => $params['camera_fixed'] ?? false,
  352. 'watermark' => $params['watermark'] ?? false,
  353. ]
  354. ]);
  355. // 提交任务到火山引擎 API
  356. $this->submitSeedanceTaskToApi($task);
  357. return $task;
  358. }
  359. /**
  360. * 提交 Seedance 任务到火山引擎 API
  361. *
  362. * @param MpGenerateVideoTask $task
  363. * @return void
  364. */
  365. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  366. {
  367. $client = new Client(['verify'=>false,'timeout'=>120]);
  368. try {
  369. // 验证环境变量配置
  370. $apiKey = env('VOLC_AI_API_KEY');
  371. if (empty($apiKey)) {
  372. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  373. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  374. ]);
  375. return;
  376. }
  377. $extraParams = $task->extra_params;
  378. // 构建火山引擎 Seedance API 请求参数
  379. $apiParams = [
  380. 'model' => $extraParams['model'],
  381. 'content' => $extraParams['content'],
  382. ];
  383. // 添加可选参数
  384. if (!empty($extraParams['callback_url'])) {
  385. $apiParams['callback_url'] = $extraParams['callback_url'];
  386. }
  387. if (isset($extraParams['return_last_frame'])) {
  388. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  389. }
  390. if (!empty($extraParams['service_tier'])) {
  391. $apiParams['service_tier'] = $extraParams['service_tier'];
  392. }
  393. if (!empty($extraParams['execution_expires_after'])) {
  394. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  395. }
  396. if (isset($extraParams['generate_audio'])) {
  397. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  398. }
  399. if (isset($extraParams['draft'])) {
  400. $apiParams['draft'] = $extraParams['draft'];
  401. }
  402. if (!empty($extraParams['video_resolution'])) {
  403. $apiParams['resolution'] = strtolower($task->video_resolution);
  404. }
  405. if (!empty($extraParams['ratio'])) {
  406. $apiParams['ratio'] = $extraParams['ratio'];
  407. }
  408. if (!empty($extraParams['duration'])) {
  409. $apiParams['duration'] = (int)$extraParams['duration'];
  410. }
  411. if (isset($task->frames)) {
  412. // $apiParams['frames'] = $task->frames;
  413. }
  414. if ($task->seed !== -1) {
  415. $apiParams['seed'] = (int)$task->seed;
  416. }
  417. if (isset($extraParams['camera_fixed'])) {
  418. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  419. }
  420. if (isset($extraParams['watermark'])) {
  421. $apiParams['watermark'] = $extraParams['watermark'];
  422. }
  423. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  424. // 调用火山引擎 Seedance API
  425. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  426. 'headers' => [
  427. 'Authorization' => 'Bearer ' . $apiKey,
  428. 'Content-Type' => 'application/json',
  429. ],
  430. 'json' => $apiParams
  431. ]);
  432. $responseData = json_decode($response->getBody(), true);
  433. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  434. if (isset($responseData['error'])) {
  435. // API返回错误
  436. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  437. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  438. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  439. ]);
  440. } elseif (isset($responseData['id'])) {
  441. // 任务提交成功,更新状态为处理中
  442. $updateData = [
  443. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  444. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  445. ];
  446. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  447. } else {
  448. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  449. 'error_message' => '未知的 API 响应格式',
  450. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  451. ]);
  452. }
  453. } catch (\Exception $e) {
  454. // 记录错误
  455. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  456. 'error_message' => 'API请求失败: ' . $e->getMessage()
  457. ]);
  458. Utils::throwError('1001:'.$e->getMessage());
  459. }
  460. }
  461. // 更新即梦AI视频任务状态
  462. private function updateSeedanceTask($task) {
  463. $statusInfo = $this->querySeedanceTaskStatus($task);
  464. if (!isset($statusInfo['status'])) return;
  465. if ($statusInfo['status'] === 'success') {
  466. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  467. // 同步调整分镜视频状态和结果
  468. $segment_id = getProp($task, 'alias_segment_id');
  469. if ($segment_id && isset($statusInfo['result_url'])) {
  470. try {
  471. DB::beginTransaction();
  472. $now = date('Y-m-d H:i:s');
  473. // 更新分镜表
  474. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  475. 'video_url' => $statusInfo['result_url'],
  476. 'video_task_status' => '已完成',
  477. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  478. 'updated_at' => $now
  479. ]);
  480. DB::commit();
  481. } catch (\Exception $e) {
  482. DB::rollBack();
  483. dLog('generate')->error('Seedance视频任务处理失败', [
  484. 'segment_id' => $segment_id,
  485. 'task_id' => $task->id,
  486. 'error' => $e->getMessage()
  487. ]);
  488. }
  489. }
  490. } elseif ($statusInfo['status'] === 'failed') {
  491. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  492. 'error_message' => $statusInfo['error_message'],
  493. 'result_json' => $statusInfo['result_json'] ?? []
  494. ]);
  495. // 同步更新分镜表状态为失败
  496. $segment_id = getProp($task, 'alias_segment_id');
  497. if ($segment_id) {
  498. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  499. 'video_task_status' => '失败',
  500. 'updated_at' => date('Y-m-d H:i:s')
  501. ]);
  502. }
  503. }
  504. // 如果仍然是处理中状态,不做任何操作
  505. // 处理:如果任务处理超过48小时,标记为失败
  506. $processingTime = now()->diffInHours($task->created_at);
  507. if ($processingTime > 48) {
  508. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  509. 'error_message' => '任务处理超时(超过48小时)'
  510. ]);
  511. // 同步更新分镜表状态为失败
  512. $segment_id = getProp($task, 'alias_segment_id');
  513. if ($segment_id) {
  514. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  515. 'video_task_status' => '失败',
  516. 'updated_at' => date('Y-m-d H:i:s')
  517. ]);
  518. }
  519. }
  520. }
  521. /**
  522. * 查询 Seedance 任务状态
  523. *
  524. * @param MpGenerateVideoTask $task
  525. * @return array
  526. */
  527. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  528. {
  529. $client = new Client(['verify'=>false,'timeout'=>120]);
  530. try {
  531. // 如果任务已完成,直接返回结果
  532. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  533. return [
  534. 'success' => true,
  535. 'data' => [
  536. 'id' => $task->id,
  537. 'status' => $this->mapTaskStatus($task->status),
  538. 'result_url' => $task->result_url,
  539. 'error_message' => $task->error_message,
  540. 'created_at' => $task->created_at,
  541. 'started_at' => $task->started_at,
  542. 'completed_at' => $task->completed_at
  543. ]
  544. ];
  545. }
  546. // 调用火山引擎 API 查询任务状态
  547. $apiKey = env('VOLC_AI_API_KEY');
  548. if (empty($apiKey)) {
  549. return [
  550. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  551. 'result_json' => [],
  552. 'error_message' => '火山引擎访问密钥未配置'
  553. ];
  554. }
  555. // 构建查询 URL
  556. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  557. $response = $client->get($url, [
  558. 'headers' => [
  559. 'Authorization' => 'Bearer ' . $apiKey,
  560. 'Content-Type' => 'application/json',
  561. ]
  562. ]);
  563. $responseData = json_decode($response->getBody(), true);
  564. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  565. if (isset($responseData['error'])) {
  566. return [
  567. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  568. 'result_json' => $responseData,
  569. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  570. ];
  571. }
  572. // 解析任务状态
  573. $apiStatus = $responseData['status'] ?? 'unknown';
  574. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  575. $updateData = ['result_json' => $responseData];
  576. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  577. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  578. // 任务成功,处理结果
  579. if (isset($responseData['content']['video_url'])) {
  580. $video_url = $responseData['content']['video_url'];
  581. // 下载并保存视频
  582. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  583. $video_ext = getVideoExtFromUrl($video_url);
  584. $video_name = $video_name . $video_ext;
  585. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  586. $updateData['result_url'] = $url;
  587. }
  588. // 处理尾帧图片(如果启用了 return_last_frame)
  589. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  590. $pic_url = $responseData['content']['last_frame_url'];
  591. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  592. $pic_ext = getImgExtFromUrl($pic_url);
  593. $pic_name = $pic_name . $pic_ext;
  594. if ($pic_ext === '.png') {
  595. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  596. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  597. }else {
  598. // 将图片另存到tos
  599. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  600. }
  601. $updateData['last_frame_url'] = $url;
  602. }
  603. return $updateData;
  604. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  605. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  606. $updateData['error_message'] = $responseData['error_message'] ?? '任务执行失败';
  607. return $updateData;
  608. }
  609. // 其他状态保持不变
  610. return [
  611. 'success' => true,
  612. 'data' => [
  613. 'id' => $task->id,
  614. 'status' => $this->mapTaskStatus($task->status),
  615. 'result_url' => $task->result_url,
  616. 'error_message' => $task->error_message,
  617. 'created_at' => $task->created_at,
  618. 'started_at' => $task->started_at,
  619. 'completed_at' => $task->completed_at,
  620. 'api_response' => $responseData
  621. ]
  622. ];
  623. } catch (\Exception $e) {
  624. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  625. return [
  626. 'success' => false,
  627. 'message' => '查询失败: ' . $e->getMessage()
  628. ];
  629. }
  630. }
  631. /**
  632. * 映射 API 状态到任务状态
  633. *
  634. * @param string $apiStatus
  635. * @return string
  636. */
  637. private function mapApiStatusToTaskStatus(string $apiStatus): string
  638. {
  639. switch ($apiStatus) {
  640. case 'queued':
  641. case 'running':
  642. return MpGenerateVideoTask::STATUS_PROCESSING;
  643. case 'succeeded':
  644. return MpGenerateVideoTask::STATUS_SUCCESS;
  645. case 'failed':
  646. case 'expired':
  647. return MpGenerateVideoTask::STATUS_FAILED;
  648. default:
  649. return MpGenerateVideoTask::STATUS_PROCESSING;
  650. }
  651. }
  652. public function seedanceCallback($data) {
  653. try {
  654. dLog('generate')->info('Seedance 回调数据: ', $data);
  655. // 从回调数据中获取任务ID
  656. $taskId = $data['id'] ?? null;
  657. if (!$taskId) {
  658. dLog('generate')->error('Seedance 回调缺少任务ID');
  659. return ['success' => false, 'message' => '缺少任务ID'];
  660. }
  661. // 查找对应的任务记录
  662. $task = MpGenerateVideoTask::where('task_id', $taskId)->first();
  663. if (!$task) {
  664. dLog('generate')->error('Seedance 回调找不到任务: ' . $taskId);
  665. return ['success' => false, 'message' => '任务不存在'];
  666. }
  667. // 解析任务状态
  668. $apiStatus = $data['status'] ?? 'unknown';
  669. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  670. // 准备更新数据
  671. $updateData = [
  672. 'result_json' => $data,
  673. 'updated_at' => now()
  674. ];
  675. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  676. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  677. $updateData['completed_at'] = now();
  678. // 处理视频结果
  679. if (isset($data['content']['video_url'])) {
  680. $video_url = $data['content']['video_url'];
  681. try {
  682. // 下载并保存视频
  683. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  684. $video_ext = getVideoExtFromUrl($video_url);
  685. $video_name = $video_name . $video_ext;
  686. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  687. $updateData['result_url'] = $url;
  688. dLog('generate')->info('Seedance 视频保存成功: ' . $url);
  689. } catch (\Exception $e) {
  690. dLog('generate')->error('Seedance 视频保存失败: ' . $e->getMessage());
  691. // 如果保存失败,直接使用原始URL
  692. $updateData['result_url'] = $video_url;
  693. }
  694. }
  695. // 处理尾帧图片(如果启用了 return_last_frame)
  696. if (isset($data['content']['last_frame_url']) && !empty($data['content']['last_frame_url'])) {
  697. $pic_url = $data['content']['last_frame_url'];
  698. try {
  699. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  700. $pic_ext = getImgExtFromUrl($pic_url);
  701. $pic_name = $pic_name . $pic_ext;
  702. if ($pic_ext === '.png') {
  703. $compressed_data = compressRemoteImageUrlToSize($pic_url);
  704. $url = uploadStreamByTos('image', $compressed_data, $pic_name);
  705. } else {
  706. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  707. }
  708. $updateData['last_frame_url'] = $url;
  709. dLog('generate')->info('Seedance 尾帧图片保存成功: ' . $url);
  710. } catch (\Exception $e) {
  711. dLog('generate')->error('Seedance 尾帧图片保存失败: ' . $e->getMessage());
  712. // 如果保存失败,直接使用原始URL
  713. $updateData['last_frame_url'] = $pic_url;
  714. }
  715. }
  716. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  717. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  718. $updateData['completed_at'] = now();
  719. $updateData['error_message'] = $data['error_message'] ?? $data['failure_reason'] ?? '任务执行失败';
  720. } else {
  721. // 处理中状态
  722. $updateData['status'] = $taskStatus;
  723. if ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING && !$task->started_at) {
  724. $updateData['started_at'] = now();
  725. }
  726. }
  727. // 更新任务记录
  728. $task->update($updateData);
  729. // 更新分镜表的视频任务状态
  730. $this->updateSegmentVideoStatus($task, $taskStatus, $updateData);
  731. dLog('generate')->info('Seedance 回调处理完成: ' . $taskId . ', 状态: ' . $taskStatus);
  732. return [
  733. 'success' => true,
  734. 'message' => '回调处理成功',
  735. 'task_id' => $taskId,
  736. 'status' => $taskStatus
  737. ];
  738. } catch (\Exception $e) {
  739. dLog('generate')->error('Seedance 回调处理异常: ' . $e->getMessage());
  740. return [
  741. 'success' => false,
  742. 'message' => '回调处理失败: ' . $e->getMessage()
  743. ];
  744. }
  745. }
  746. /**
  747. * 更新分镜表的视频任务状态
  748. *
  749. * @param MpGenerateVideoTask $task
  750. * @param string $taskStatus
  751. * @param array $updateData
  752. */
  753. private function updateSegmentVideoStatus(MpGenerateVideoTask $task, string $taskStatus, array $updateData) {
  754. try {
  755. // 查找关联的分镜记录
  756. $segment = DB::table('mp_episode_segments')
  757. ->where('video_task_id', $task->id)
  758. ->first();
  759. if (!$segment) {
  760. dLog('generate')->info('未找到关联的分镜记录: ' . $task->id);
  761. return;
  762. }
  763. $segmentUpdateData = ['updated_at' => date('Y-m-d H:i:s')];
  764. if (isset($updateData['last_frame_url']) && $updateData['last_frame_url']) {
  765. $segmentUpdateData['last_frame_url'] = $updateData['last_frame_url'];
  766. }
  767. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  768. $segmentUpdateData['video_task_status'] = '已完成';
  769. if (isset($updateData['result_url'])) {
  770. $segmentUpdateData['video_url'] = $updateData['result_url'];
  771. }
  772. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  773. $segmentUpdateData['video_task_status'] = '失败';
  774. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING) {
  775. $segmentUpdateData['video_task_status'] = '生成中';
  776. }
  777. // 更新分镜表
  778. DB::table('mp_episode_segments')
  779. ->where('video_task_id', $task->id)
  780. ->update($segmentUpdateData);
  781. dLog('generate')->info('分镜视频状态更新成功: ' . $segment->segment_id . ', 状态: ' . ($segmentUpdateData['video_task_status'] ?? '未知'));
  782. } catch (\Exception $e) {
  783. dLog('generate')->error('更新分镜视频状态失败: ' . $e->getMessage());
  784. }
  785. }
  786. /**
  787. * 生成可灵AI的JWT Token
  788. *
  789. * @return string
  790. */
  791. private function generateKelingJwtToken(): string
  792. {
  793. $ak = env('KELING_AK');
  794. $sk = env('KELING_SK');
  795. if (empty($ak) || empty($sk)) {
  796. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  797. }
  798. // JWT头部
  799. $header = [
  800. 'alg' => 'HS256',
  801. 'typ' => 'JWT'
  802. ];
  803. // JWT载荷
  804. $payload = [
  805. 'iss' => $ak, // 签发者,使用Access Key
  806. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  807. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  808. ];
  809. // Base64URL编码
  810. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  811. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  812. // 创建签名
  813. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  814. $signatureEncoded = $this->base64UrlEncode($signature);
  815. // 返回完整的JWT token
  816. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  817. }
  818. /**
  819. * Base64URL编码(JWT标准编码)
  820. *
  821. * @param string $data
  822. * @return string
  823. */
  824. private function base64UrlEncode(string $data): string
  825. {
  826. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  827. }
  828. /**
  829. * 创建可灵AI Omni视频生成任务
  830. *
  831. * @param array $params
  832. * @return MpGenerateVideoTask
  833. */
  834. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  835. {
  836. // 生成唯一的任务ID
  837. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  838. // 创建任务记录,复用现有表结构
  839. $task = MpGenerateVideoTask::create([
  840. 'task_id' => $taskId,
  841. 'prompt' => $params['prompt'] ?? '',
  842. 'first_frame_url' => $params['first_frame_url'] ?? '',
  843. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  844. 'seed' => $params['seed'] ?? -1,
  845. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  846. 'video_resolution' => $params['video_resolution'] ?? '720P',
  847. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  848. 'api_type' => 'keling', // 标识为可灵AI Omni API
  849. 'extra_params' => [
  850. 'api_type' => 'keling',
  851. 'model' => $params['model'] ?? 'kling-video-o1',
  852. 'prompt' => $params['prompt'] ?? '',
  853. 'multi_prompt' => $params['multi_prompt'] ?? [],
  854. 'shot_type' => $params['shot_type'] ?? 'customize',
  855. 'image_list' => $params['image_list'] ?? [],
  856. 'element_list' => $params['element_list'] ?? [],
  857. 'sound' => $params['sound'] ?? 'off',
  858. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  859. 'duration' => $params['video_duration'] ?? 5,
  860. 'mode' => $params['mode'] ?? 'std',
  861. 'callback_url' => $params['callback_url'] ?? '',
  862. ]
  863. ]);
  864. // 提交任务到可灵AI Omni API
  865. $this->submitKelingOmniTaskToApi($task);
  866. return $task;
  867. }
  868. /**
  869. * 提交可灵AI Omni任务到API
  870. *
  871. * @param MpGenerateVideoTask $task
  872. * @return void
  873. */
  874. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  875. {
  876. $client = new Client(['verify'=>false,'timeout'=>120]);
  877. try {
  878. // 生成JWT token
  879. $jwtToken = $this->generateKelingJwtToken();
  880. $extraParams = $task->extra_params;
  881. // 构建可灵AI Omni API请求参数
  882. $apiParams = [
  883. 'model_name' => $extraParams['model'],
  884. 'prompt' => $extraParams['prompt'],
  885. 'mode' => $extraParams['mode'],
  886. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  887. 'duration' => (int)$extraParams['duration'],
  888. ];
  889. // 添加可选参数
  890. if (!empty($extraParams['multi_prompt'])) {
  891. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  892. }
  893. if (!empty($extraParams['shot_type'])) {
  894. $apiParams['shot_type'] = $extraParams['shot_type'];
  895. }
  896. if (!empty($extraParams['image_list'])) {
  897. $apiParams['image_list'] = $extraParams['image_list'];
  898. }
  899. if (!empty($extraParams['element_list'])) {
  900. $apiParams['element_list'] = json_decode($extraParams['element_list'], true);
  901. }
  902. if (isset($extraParams['sound'])) {
  903. $apiParams['sound'] = $extraParams['sound'];
  904. }
  905. // if (!empty($extraParams['callback_url'])) {
  906. // $apiParams['callback_url'] = $extraParams['callback_url'];
  907. // }
  908. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  909. // 调用可灵AI Omni API
  910. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  911. 'headers' => [
  912. 'Authorization' => 'Bearer ' . $jwtToken,
  913. 'Content-Type' => 'application/json',
  914. ],
  915. 'json' => $apiParams
  916. ]);
  917. $responseData = json_decode($response->getBody(), true);
  918. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  919. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  920. // API返回错误
  921. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  922. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  923. 'error_message' => $errorMessage,
  924. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  925. ]);
  926. } elseif (isset($responseData['data']['task_id'])) {
  927. // 任务提交成功,更新状态为处理中
  928. $updateData = [
  929. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  930. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  931. ];
  932. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  933. } else {
  934. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  935. 'error_message' => '未知的API响应格式',
  936. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  937. ]);
  938. }
  939. } catch (\Exception $e) {
  940. // 记录错误
  941. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  942. 'error_message' => 'API请求失败: ' . $e->getMessage()
  943. ]);
  944. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  945. }
  946. }
  947. /**
  948. * 查询可灵AI Omni任务状态
  949. *
  950. * @param MpGenerateVideoTask $task
  951. * @return array
  952. */
  953. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  954. {
  955. $client = new Client(['verify'=>false,'timeout'=>120]);
  956. try {
  957. // 如果任务已完成,直接返回结果
  958. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  959. return [
  960. 'success' => true,
  961. 'data' => [
  962. 'task_id' => $task->task_id,
  963. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  964. 'result_url' => $task->result_url,
  965. 'error_message' => $task->error_message,
  966. 'created_at' => $task->created_at,
  967. 'updated_at' => $task->updated_at
  968. ]
  969. ];
  970. }
  971. // 生成JWT token
  972. $jwtToken = $this->generateKelingJwtToken();
  973. // 构建查询URL
  974. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  975. $response = $client->get($url, [
  976. 'headers' => [
  977. 'Authorization' => 'Bearer ' . $jwtToken,
  978. 'Content-Type' => 'application/json',
  979. ]
  980. ]);
  981. $responseData = json_decode($response->getBody(), true);
  982. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  983. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  984. return [
  985. 'status' => 'failed',
  986. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  987. 'result_json' => $responseData
  988. ];
  989. }
  990. // 解析任务状态
  991. $taskData = $responseData['data'] ?? [];
  992. $taskStatus = $taskData['task_status'] ?? 'unknown';
  993. $updateData = ['result_json' => $responseData];
  994. if ($taskStatus === 'succeed') {
  995. $updateData['status'] = 'success';
  996. // 任务成功,处理结果
  997. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  998. $video = $taskData['task_result']['videos'][0];
  999. $video_url = $video['url'];
  1000. // 下载并保存视频
  1001. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  1002. $video_ext = getVideoExtFromUrl($video_url);
  1003. $video_name = $video_name . $video_ext;
  1004. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  1005. $updateData['result_url'] = $url;
  1006. }
  1007. return $updateData;
  1008. } elseif ($taskStatus === 'failed') {
  1009. $updateData = [
  1010. 'status' => 'failed',
  1011. 'error_message' => '任务执行失败',
  1012. 'result_json' => $responseData
  1013. ];
  1014. return $updateData;
  1015. }
  1016. // 其他状态(processing等)保持不变
  1017. return [
  1018. 'success' => true,
  1019. 'data' => [
  1020. 'task_id' => $task->task_id,
  1021. 'task_status' => $taskStatus,
  1022. 'result_url' => $task->result_url,
  1023. 'error_message' => $task->error_message,
  1024. 'created_at' => $task->created_at,
  1025. 'updated_at' => $task->updated_at,
  1026. 'api_response' => $responseData
  1027. ]
  1028. ];
  1029. } catch (\Exception $e) {
  1030. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  1031. return [
  1032. 'success' => false,
  1033. 'message' => '查询失败: ' . $e->getMessage()
  1034. ];
  1035. }
  1036. }
  1037. /**
  1038. * 映射任务状态到可灵AI状态格式
  1039. *
  1040. * @param string $taskStatus
  1041. * @return string
  1042. */
  1043. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  1044. {
  1045. switch ($taskStatus) {
  1046. case MpGenerateVideoTask::STATUS_PENDING:
  1047. return 'submitted';
  1048. case MpGenerateVideoTask::STATUS_PROCESSING:
  1049. return 'processing';
  1050. case MpGenerateVideoTask::STATUS_SUCCESS:
  1051. return 'succeed';
  1052. case MpGenerateVideoTask::STATUS_FAILED:
  1053. return 'failed';
  1054. default:
  1055. return 'unknown';
  1056. }
  1057. }
  1058. /**
  1059. * 更新可灵AI Omni视频任务状态
  1060. *
  1061. * @param MpGenerateVideoTask $task
  1062. * @return void
  1063. */
  1064. private function updateKelingOmniTask($task): void
  1065. {
  1066. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  1067. if (!isset($statusInfo['status'])) return;
  1068. if ($statusInfo['status'] === 'success') {
  1069. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1070. // 同步调整分镜视频状态和结果
  1071. $segment_id = getProp($task, 'alias_segment_id');
  1072. if ($segment_id && isset($statusInfo['result_url'])) {
  1073. try {
  1074. DB::beginTransaction();
  1075. $now = date('Y-m-d H:i:s');
  1076. // 更新分镜表
  1077. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1078. 'video_url' => $statusInfo['result_url'],
  1079. 'video_task_status' => '已完成',
  1080. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  1081. 'updated_at' => $now
  1082. ]);
  1083. DB::commit();
  1084. } catch (\Exception $e) {
  1085. DB::rollBack();
  1086. dLog('generate')->error('可灵视频任务处理失败', [
  1087. 'segment_id' => $segment_id,
  1088. 'task_id' => $task->id,
  1089. 'error' => $e->getMessage()
  1090. ]);
  1091. }
  1092. }
  1093. } elseif ($statusInfo['status'] === 'failed') {
  1094. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1095. 'error_message' => $statusInfo['error_message'],
  1096. 'result_json' => $statusInfo['result_json'] ?? []
  1097. ]);
  1098. // 同步更新分镜表状态为失败
  1099. $segment_id = getProp($task, 'alias_segment_id');
  1100. if ($segment_id) {
  1101. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1102. 'video_task_status' => '失败',
  1103. 'updated_at' => date('Y-m-d H:i:s')
  1104. ]);
  1105. }
  1106. }
  1107. // 如果仍然是处理中状态,不做任何操作
  1108. // 处理:如果任务处理超过24小时,标记为失败
  1109. $processingTime = now()->diffInHours($task->created_at);
  1110. if ($processingTime > 24) {
  1111. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1112. 'error_message' => '任务处理超时(超过24小时)'
  1113. ]);
  1114. // 同步更新分镜表状态为失败
  1115. $segment_id = getProp($task, 'alias_segment_id');
  1116. if ($segment_id) {
  1117. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1118. 'video_task_status' => '失败',
  1119. 'updated_at' => date('Y-m-d H:i:s')
  1120. ]);
  1121. }
  1122. }
  1123. }
  1124. /**
  1125. * 映射任务状态到前端显示状态
  1126. *
  1127. * @param string $taskStatus
  1128. * @return string
  1129. */
  1130. private function mapTaskStatus(string $taskStatus): string
  1131. {
  1132. switch ($taskStatus) {
  1133. case MpGenerateVideoTask::STATUS_PENDING:
  1134. return 'queued';
  1135. case MpGenerateVideoTask::STATUS_PROCESSING:
  1136. return 'running';
  1137. case MpGenerateVideoTask::STATUS_SUCCESS:
  1138. return 'succeeded';
  1139. case MpGenerateVideoTask::STATUS_FAILED:
  1140. return 'failed';
  1141. default:
  1142. return 'unknown';
  1143. }
  1144. }
  1145. // ==================== 主体管理相关方法 ====================
  1146. /**
  1147. * 创建主体
  1148. *
  1149. * @param array $params
  1150. * @return AIElement
  1151. */
  1152. public function createElement(array $params): AIElement
  1153. {
  1154. // 生成唯一的任务ID
  1155. $taskId = 'element_' . time() . '_' . uniqid();
  1156. // 创建主体记录
  1157. $element = AIElement::create([
  1158. 'task_id' => $taskId,
  1159. 'external_task_id' => $params['external_task_id'] ?? null,
  1160. 'element_name' => $params['element_name'],
  1161. 'element_description' => $params['element_description'],
  1162. 'reference_type' => $params['reference_type'],
  1163. 'element_image_list' => $params['element_image_list'] ?? null,
  1164. 'element_video_list' => $params['element_video_list'] ?? null,
  1165. 'element_voice_id' => $params['element_voice_id'] ?? null,
  1166. 'tag_list' => $params['tag_list'] ?? null,
  1167. 'callback_url' => $params['callback_url'] ?? null,
  1168. 'task_status' => AIElement::STATUS_SUBMITTED,
  1169. ]);
  1170. // 提交到可灵AI API
  1171. $this->submitElementToKelingApi($element);
  1172. return $element;
  1173. }
  1174. /**
  1175. * 提交主体创建任务到可灵AI API
  1176. *
  1177. * @param AIElement $element
  1178. * @return void
  1179. */
  1180. private function submitElementToKelingApi(AIElement $element): void
  1181. {
  1182. $client = new Client(['verify' => false, 'timeout' => 120]);
  1183. try {
  1184. // 生成JWT token
  1185. $jwtToken = $this->generateKelingJwtToken();
  1186. // 构建API请求参数
  1187. $apiParams = [
  1188. 'element_name' => $element->element_name,
  1189. 'element_description' => $element->element_description,
  1190. 'reference_type' => $element->reference_type,
  1191. ];
  1192. // 添加图片参考
  1193. if ($element->reference_type === AIElement::REFERENCE_TYPE_IMAGE && $element->element_image_list) {
  1194. $apiParams['element_image_list'] = $element->element_image_list;
  1195. }
  1196. // 添加视频参考
  1197. if ($element->reference_type === AIElement::REFERENCE_TYPE_VIDEO && $element->element_video_list) {
  1198. $apiParams['element_video_list'] = $element->element_video_list;
  1199. }
  1200. // 添加音色ID
  1201. if ($element->element_voice_id) {
  1202. $apiParams['element_voice_id'] = $element->element_voice_id;
  1203. }
  1204. // 添加标签
  1205. if ($element->tag_list) {
  1206. $apiParams['tag_list'] = $element->tag_list;
  1207. }
  1208. // 添加回调URL
  1209. if ($element->callback_url) {
  1210. $apiParams['callback_url'] = $element->callback_url;
  1211. }
  1212. // 添加外部任务ID
  1213. if ($element->external_task_id) {
  1214. $apiParams['external_task_id'] = $element->external_task_id;
  1215. }
  1216. dLog('generate')->info('可灵AI创建主体参数: ', $apiParams);
  1217. // 调用可灵AI创建主体API
  1218. $response = $client->post('https://api-beijing.klingai.com/v1/general/advanced-custom-elements', [
  1219. 'headers' => [
  1220. 'Authorization' => 'Bearer ' . $jwtToken,
  1221. 'Content-Type' => 'application/json',
  1222. ],
  1223. 'json' => $apiParams
  1224. ]);
  1225. $responseData = json_decode($response->getBody(), true);
  1226. dLog('generate')->info('可灵AI创建主体API响应: ', $responseData);
  1227. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1228. // API返回错误
  1229. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1230. $element->update([
  1231. 'task_status' => AIElement::STATUS_FAILED,
  1232. 'task_status_msg' => $errorMessage,
  1233. ]);
  1234. } elseif (isset($responseData['data']['task_id'])) {
  1235. // 任务提交成功,更新状态为处理中
  1236. $element->update([
  1237. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1238. 'task_status' => AIElement::STATUS_PROCESSING,
  1239. 'created_at' => isset($responseData['data']['created_at']) ?
  1240. date('Y-m-d H:i:s', $responseData['data']['created_at'] / 1000) : now(),
  1241. 'updated_at' => isset($responseData['data']['updated_at']) ?
  1242. date('Y-m-d H:i:s', $responseData['data']['updated_at'] / 1000) : now(),
  1243. ]);
  1244. } else {
  1245. $element->update([
  1246. 'task_status' => AIElement::STATUS_FAILED,
  1247. 'task_status_msg' => '未知的API响应格式',
  1248. ]);
  1249. }
  1250. } catch (\Exception $e) {
  1251. // 记录错误
  1252. $element->update([
  1253. 'task_status' => AIElement::STATUS_FAILED,
  1254. 'task_status_msg' => 'API请求失败: ' . $e->getMessage(),
  1255. ]);
  1256. dLog('generate')->error('可灵AI创建主体API请求异常: ' . $e->getMessage());
  1257. }
  1258. }
  1259. /**
  1260. * 查询单个主体状态
  1261. *
  1262. * @param string $taskId
  1263. * @param string|null $externalTaskId
  1264. * @return array
  1265. */
  1266. public function queryElementStatus(string $taskId, string $externalTaskId = null): array
  1267. {
  1268. $client = new Client(['verify' => false, 'timeout' => 120]);
  1269. try {
  1270. // 生成JWT token
  1271. $jwtToken = $this->generateKelingJwtToken();
  1272. // 构建查询URL
  1273. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements/' . $taskId;
  1274. $queryParams = [];
  1275. if ($externalTaskId) {
  1276. $queryParams['external_task_id'] = $externalTaskId;
  1277. }
  1278. if (!empty($queryParams)) {
  1279. $url .= '?' . http_build_query($queryParams);
  1280. }
  1281. $response = $client->get($url, [
  1282. 'headers' => [
  1283. 'Authorization' => 'Bearer ' . $jwtToken,
  1284. 'Content-Type' => 'application/json',
  1285. ]
  1286. ]);
  1287. $responseData = json_decode($response->getBody(), true);
  1288. dLog('generate')->info('可灵AI查询主体状态响应: ', $responseData);
  1289. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1290. return [
  1291. 'success' => false,
  1292. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1293. 'data' => null
  1294. ];
  1295. }
  1296. // 更新本地数据库记录
  1297. if (isset($responseData['data'])) {
  1298. $this->updateLocalElementFromApi($responseData['data']);
  1299. }
  1300. return [
  1301. 'success' => true,
  1302. 'data' => $responseData['data']
  1303. ];
  1304. } catch (\Exception $e) {
  1305. dLog('generate')->error('可灵AI查询主体状态异常: ' . $e->getMessage());
  1306. return [
  1307. 'success' => false,
  1308. 'message' => '查询失败: ' . $e->getMessage(),
  1309. 'data' => null
  1310. ];
  1311. }
  1312. }
  1313. /**
  1314. * 根据API响应更新本地主体记录
  1315. *
  1316. * @param array $apiData
  1317. * @return void
  1318. */
  1319. private function updateLocalElementFromApi(array $apiData): void
  1320. {
  1321. $element = AIElement::where('task_id', $apiData['task_id'])->first();
  1322. if (!$element) {
  1323. return;
  1324. }
  1325. $updateData = [
  1326. 'task_status' => $apiData['task_status'],
  1327. 'task_status_msg' => $apiData['task_status_msg'] ?? null,
  1328. 'final_unit_deduction' => $apiData['final_unit_deduction'] ?? null,
  1329. 'updated_at' => isset($apiData['updated_at']) ?
  1330. date('Y-m-d H:i:s', $apiData['updated_at'] / 1000) : now(),
  1331. ];
  1332. // 如果任务成功,更新主体信息
  1333. if ($apiData['task_status'] === AIElement::STATUS_SUCCEED && isset($apiData['task_result']['elements'])) {
  1334. $elementData = $apiData['task_result']['elements'][0];
  1335. $updateData = array_merge($updateData, [
  1336. 'element_id' => $elementData['element_id'],
  1337. 'element_voice_info' => $elementData['element_voice_info'] ?? null,
  1338. 'owned_by' => $elementData['owned_by'] ?? 'custom',
  1339. 'status' => $elementData['status'] ?? AIElement::ELEMENT_STATUS_SUCCEED,
  1340. ]);
  1341. }
  1342. $element->update($updateData);
  1343. }
  1344. /**
  1345. * 查询自定义主体列表
  1346. *
  1347. * @param int $pageNum
  1348. * @param int $pageSize
  1349. * @return array
  1350. */
  1351. public function queryCustomElementsList(int $pageNum = 1, int $pageSize = 30): array
  1352. {
  1353. $client = new Client(['verify' => false, 'timeout' => 120]);
  1354. try {
  1355. // 生成JWT token
  1356. $jwtToken = $this->generateKelingJwtToken();
  1357. // 构建查询URL
  1358. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements';
  1359. $queryParams = [
  1360. 'pageNum' => $pageNum,
  1361. 'pageSize' => $pageSize,
  1362. ];
  1363. $url .= '?' . http_build_query($queryParams);
  1364. $response = $client->get($url, [
  1365. 'headers' => [
  1366. 'Authorization' => 'Bearer ' . $jwtToken,
  1367. 'Content-Type' => 'application/json',
  1368. ]
  1369. ]);
  1370. $responseData = json_decode($response->getBody(), true);
  1371. dLog('generate')->info('可灵AI查询自定义主体列表响应: ', $responseData);
  1372. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1373. return [
  1374. 'success' => false,
  1375. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1376. 'data' => []
  1377. ];
  1378. }
  1379. // 更新本地数据库记录
  1380. if (isset($responseData['data']) && is_array($responseData['data'])) {
  1381. foreach ($responseData['data'] as $elementData) {
  1382. $this->updateLocalElementFromApi($elementData);
  1383. }
  1384. }
  1385. return [
  1386. 'success' => true,
  1387. 'data' => $responseData['data'] ?? []
  1388. ];
  1389. } catch (\Exception $e) {
  1390. dLog('generate')->error('可灵AI查询自定义主体列表异常: ' . $e->getMessage());
  1391. return [
  1392. 'success' => false,
  1393. 'message' => '查询失败: ' . $e->getMessage(),
  1394. 'data' => []
  1395. ];
  1396. }
  1397. }
  1398. /**
  1399. * 查询官方主体列表
  1400. *
  1401. * @param int $pageNum
  1402. * @param int $pageSize
  1403. * @return array
  1404. */
  1405. public function queryOfficialElementsList(int $pageNum = 1, int $pageSize = 30): array
  1406. {
  1407. $client = new Client(['verify' => false, 'timeout' => 120]);
  1408. try {
  1409. // 生成JWT token
  1410. $jwtToken = $this->generateKelingJwtToken();
  1411. // 构建查询URL
  1412. $url = 'https://api-beijing.klingai.com/v1/general/advanced-presets-elements';
  1413. $queryParams = [
  1414. 'pageNum' => $pageNum,
  1415. 'pageSize' => $pageSize,
  1416. ];
  1417. $url .= '?' . http_build_query($queryParams);
  1418. $response = $client->get($url, [
  1419. 'headers' => [
  1420. 'Authorization' => 'Bearer ' . $jwtToken,
  1421. 'Content-Type' => 'application/json',
  1422. ]
  1423. ]);
  1424. $responseData = json_decode($response->getBody(), true);
  1425. dLog('generate')->info('可灵AI查询官方主体列表响应: ', $responseData);
  1426. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1427. return [
  1428. 'success' => false,
  1429. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1430. 'data' => []
  1431. ];
  1432. }
  1433. return [
  1434. 'success' => true,
  1435. 'data' => $responseData['data'] ?? []
  1436. ];
  1437. } catch (\Exception $e) {
  1438. dLog('generate')->error('可灵AI查询官方主体列表异常: ' . $e->getMessage());
  1439. return [
  1440. 'success' => false,
  1441. 'message' => '查询失败: ' . $e->getMessage(),
  1442. 'data' => []
  1443. ];
  1444. }
  1445. }
  1446. /**
  1447. * 删除自定义主体
  1448. *
  1449. * @param string $elementId
  1450. * @return array
  1451. */
  1452. public function deleteElement(string $elementId): array
  1453. {
  1454. $client = new Client(['verify' => false, 'timeout' => 120]);
  1455. try {
  1456. // 生成JWT token
  1457. $jwtToken = $this->generateKelingJwtToken();
  1458. // 构建API请求参数
  1459. $apiParams = [
  1460. 'element_id' => $elementId,
  1461. ];
  1462. dLog('generate')->info('可灵AI删除主体参数: ', $apiParams);
  1463. // 调用可灵AI删除主体API
  1464. $response = $client->post('https://api-beijing.klingai.com/v1/general/delete-elements', [
  1465. 'headers' => [
  1466. 'Authorization' => 'Bearer ' . $jwtToken,
  1467. 'Content-Type' => 'application/json',
  1468. ],
  1469. 'json' => $apiParams
  1470. ]);
  1471. $responseData = json_decode($response->getBody(), true);
  1472. dLog('generate')->info('可灵AI删除主体API响应: ', $responseData);
  1473. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1474. // API返回错误
  1475. return [
  1476. 'success' => false,
  1477. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error'
  1478. ];
  1479. } else {
  1480. // 删除成功,更新本地记录状态
  1481. AIElement::where('element_id', $elementId)->update([
  1482. 'status' => AIElement::ELEMENT_STATUS_DELETED,
  1483. 'updated_at' => now(),
  1484. ]);
  1485. return [
  1486. 'success' => true,
  1487. 'message' => '主体删除成功',
  1488. 'data' => $responseData['data'] ?? []
  1489. ];
  1490. }
  1491. } catch (\Exception $e) {
  1492. dLog('generate')->error('可灵AI删除主体API请求异常: ' . $e->getMessage());
  1493. return [
  1494. 'success' => false,
  1495. 'message' => 'API请求失败: ' . $e->getMessage()
  1496. ];
  1497. }
  1498. }
  1499. /**
  1500. * 获取本地主体列表(包含自定义和官方)
  1501. *
  1502. * @param array $filters
  1503. * @return \Illuminate\Contracts\Pagination\LengthAwarePaginator
  1504. */
  1505. public function getLocalElementsList(array $filters = [])
  1506. {
  1507. $query = AIElement::query();
  1508. // 筛选条件
  1509. if (isset($filters['owned_by'])) {
  1510. $query->where('owned_by', $filters['owned_by']);
  1511. }
  1512. if (isset($filters['reference_type'])) {
  1513. $query->where('reference_type', $filters['reference_type']);
  1514. }
  1515. if (isset($filters['status'])) {
  1516. $query->where('status', $filters['status']);
  1517. }
  1518. if (isset($filters['task_status'])) {
  1519. $query->where('task_status', $filters['task_status']);
  1520. }
  1521. // 搜索关键词
  1522. if (isset($filters['keyword']) && !empty($filters['keyword'])) {
  1523. $query->where(function ($q) use ($filters) {
  1524. $q->where('element_name', 'like', '%' . $filters['keyword'] . '%')
  1525. ->orWhere('element_description', 'like', '%' . $filters['keyword'] . '%');
  1526. });
  1527. }
  1528. return $query->orderBy('created_at', 'desc')
  1529. ->paginate($filters['page_size'] ?? 20);
  1530. }
  1531. }