AIVideoGenerationService.php 106 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Libs\Utils;
  4. use App\Models\MpGenerateVideoTask;
  5. use App\Models\AIElement;
  6. use App\Services\VolcEngineService;
  7. use GuzzleHttp\Client;
  8. use Illuminate\Support\Facades\DB;
  9. class AIVideoGenerationService
  10. {
  11. private $volcEngineService;
  12. public function __construct(VolcEngineService $volcEngineService)
  13. {
  14. $this->volcEngineService = $volcEngineService;
  15. }
  16. /**
  17. * 异步创建视频生成任务
  18. *
  19. * @param array $params
  20. * @return MpGenerateVideoTask
  21. */
  22. public function createJimengTask(array $params): MpGenerateVideoTask
  23. {
  24. // 生成唯一的任务ID
  25. $taskId = 'vid_gen_' . time() . '_' . uniqid();
  26. // 创建任务记录
  27. $task = MpGenerateVideoTask::create([
  28. 'task_id' => $taskId,
  29. 'prompt' => $params['prompt'] ?? '',
  30. 'first_frame_url' => $params['first_frame_url'] ?? null,
  31. 'tail_frame_url' => $params['tail_frame_url'] ?? null,
  32. 'seed' => $params['seed'] ?? -1,
  33. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : 121,
  34. 'video_resolution' => $params['video_resolution'] ?? '720P',
  35. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  36. 'api_type' => 'jimeng',
  37. ]);
  38. // 发送异步请求到即梦AI API创建任务
  39. $this->submitTaskToApi($task);
  40. return $task;
  41. }
  42. /**
  43. * 提交任务到即梦AI API
  44. *
  45. * @param MpGenerateVideoTask $task
  46. * @return void
  47. */
  48. private function submitTaskToApi(MpGenerateVideoTask $task): void
  49. {
  50. try {
  51. // 验证环境变量配置
  52. $accessKey = env('VOLC_AI_AK');
  53. $secretKey = env('VOLC_AI_SK');
  54. if (empty($accessKey) || empty($secretKey)) {
  55. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  56. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  57. ]);
  58. return;
  59. }
  60. // 根据任务类型选择对应的req_key
  61. if ($task->first_frame_url && $task->tail_frame_url) {
  62. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  63. }else if($task->first_frame_url){
  64. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  65. }else{
  66. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  67. }
  68. // 构建即梦AI 3.0 视频生成API请求参数
  69. $apiParams = [
  70. 'req_key' => $req_key,
  71. 'prompt' => $task->prompt,
  72. 'seed' => (int)$task->seed,
  73. 'frames' => $task->frames,
  74. ];
  75. // 添加图片URL参数
  76. if ($task->first_frame_url) {
  77. $apiParams['image_urls'] = [
  78. $task->first_frame_url
  79. ];
  80. if ($task->tail_frame_url) $apiParams['image_urls'][] = $task->tail_frame_url;
  81. }
  82. dLog('generate')->info('图生视频参数: ', $apiParams);
  83. logDB('generate', 'info', '即梦AI视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  84. // 调用即梦AI 3.0 视频生成API提交任务
  85. $response = $this->volcEngineService->request(
  86. 'POST',
  87. 'visual.volcengineapi.com', // 即梦AI API域名
  88. '/', // 使用根路径
  89. [], // Query参数
  90. json_encode($apiParams),
  91. $accessKey,
  92. $secretKey,
  93. 'cv', // 服务标识
  94. 'cn-north-1', // 区域
  95. 'CVSync2AsyncSubmitTask',
  96. '2022-08-31',
  97. 'application/json'
  98. );
  99. $responseData = json_decode($response['body'], true);
  100. dLog('generate')->info('即梦AI 3.0 视频生成API提交任务响应: ', $responseData);
  101. logDB('generate', 'info', '即梦AI视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  102. if ($responseData['code'] !== 10000) {
  103. // API返回错误
  104. logDB('generate', 'error', '即梦AI视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  105. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  106. 'error_message' => $responseData['message'] ?? 'API Error',
  107. 'extra_params' => $responseData['data'] ?? []
  108. ]);
  109. } else {
  110. // 任务提交成功,更新状态为处理中
  111. $updateData = [];
  112. // 存储API返回的任务ID
  113. if (isset($responseData['data']['task_id'])) {
  114. $updateData['task_id'] = $responseData['data']['task_id'];
  115. $updateData['extra_params'] = $responseData['data'] ?? [];
  116. $updateData['extra_params']['req_key'] = $req_key;
  117. $updateData['extra_params']['request_id'] = isset($responseData['request_id']) ? $responseData['request_id'] : '';
  118. }
  119. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  120. }
  121. } catch (\Exception $e) {
  122. // 记录错误
  123. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  124. 'error_message' => 'API请求失败: ' . $e->getMessage()
  125. ]);
  126. Utils::throwError('1001:'.$e->getMessage());
  127. }
  128. }
  129. /**
  130. * 查询任务状态(即梦AI)
  131. *
  132. * @param MpGenerateVideoTask $task
  133. * @return array
  134. */
  135. public function queryJimengTaskStatus(MpGenerateVideoTask $task): array
  136. {
  137. try {
  138. // 获取API任务ID
  139. $apiTaskId = $task->task_id ?? null;
  140. if (!$apiTaskId) {
  141. return [
  142. 'status' => 'failed',
  143. 'error_message' => 'API任务ID不存在',
  144. 'result_url' => null
  145. ];
  146. }
  147. // 根据任务类型选择对应的req_key
  148. if ($task->first_frame_url && $task->tail_frame_url) {
  149. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_tail_v30' : 'jimeng_i2v_first_tail_v30_1080';
  150. }else if($task->first_frame_url){
  151. $req_key = $task->video_resolution == '720P' ? 'jimeng_i2v_first_v30' : 'jimeng_i2v_first_v30_1080';
  152. }else{
  153. $req_key = $task->video_resolution == '720P' ? 'jimeng_t2v_v30' : 'jimeng_t2v_v30_1080p';
  154. }
  155. // 构建查询参数
  156. $apiParams = [
  157. 'req_key' => $req_key,
  158. 'task_id' => $apiTaskId,
  159. // 'req_json' => '{"return_url":true}' // 返回URL格式
  160. ];
  161. // 调用即梦AI 3.0 视频生成API查询任务状态
  162. $response = $this->volcEngineService->request(
  163. 'POST',
  164. 'visual.volcengineapi.com',
  165. '/', // 使用根路径
  166. [], // Query参数
  167. json_encode($apiParams),
  168. env('VOLC_AI_AK'),
  169. env('VOLC_AI_SK'),
  170. 'cv',
  171. 'cn-north-1',
  172. 'CVSync2AsyncGetResult',
  173. '2022-08-31',
  174. 'application/json'
  175. );
  176. $responseData = json_decode($response['body'], true);
  177. dLog('generate')->info('即梦AI 3.0 视频生成API查询任务状态响应: ', $responseData);
  178. logDB('generate', 'info', '即梦AI视频任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  179. if ($responseData['code'] !== 10000) {
  180. // API返回错误
  181. logDB('generate', 'error', '即梦AI视频任务状态查询失败', ['id' => $task->id, 'error' => $responseData['message'] ?? 'API Error']);
  182. return [
  183. 'status' => 'failed',
  184. 'error_message' => $responseData['message'] ?? 'API Error',
  185. 'result_url' => null,
  186. 'result_json' => $responseData ?? []
  187. ];
  188. }
  189. // 解析API响应
  190. $result = $responseData['data'] ?? [];
  191. $taskStatus = $result['status'] ?? 'failed';
  192. $returnData = [
  193. 'status' => $taskStatus,
  194. 'error_message' => null,
  195. 'result_url' => null,
  196. 'result_json' => $responseData ?? []
  197. ];
  198. // 如果任务成功,获取结果URL
  199. if ($taskStatus === 'done' && isset($result['video_url'])) {
  200. if (isset($result['video_url'])) {
  201. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  202. $video_ext = getVideoExtFromUrl($result['video_url']);
  203. $video_name = $video_name . $video_ext;
  204. // 将视频另存到tos
  205. $url = uploadStreamByTos('video', file_get_contents($result['video_url']), $video_name);
  206. $returnData['result_url'] = $url;
  207. }
  208. // 计算视频时长
  209. $video_duration = 0;
  210. if (isset($result['duration'])) {
  211. $video_duration = (int)$result['duration'];
  212. } elseif (isset($result['frames']) && isset($result['framespersecond'])) {
  213. $frames = (int)$result['frames'];
  214. $fps = (int)$result['framespersecond'];
  215. if ($fps > 0) {
  216. $video_duration = (int)floor($frames / $fps);
  217. }
  218. }
  219. // 如果没有计算出时长,使用任务表中的设定值
  220. if ($video_duration <= 0 && !empty($task->extra_params)) {
  221. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  222. if (isset($extraParams['duration'])) {
  223. $video_duration = (int)$extraParams['duration'];
  224. }
  225. }
  226. // 只有当video_duration > 0时才添加到返回数据中
  227. if ($video_duration > 0) {
  228. $returnData['video_duration'] = $video_duration;
  229. $returnData['video_time_point_start'] = 0;
  230. $returnData['video_time_point_end'] = $video_duration;
  231. }
  232. $returnData['status'] = 'success';
  233. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  234. $returnData['status'] = 'failed';
  235. $returnData['error_message'] = '任务未找到或已过期';
  236. } elseif ($taskStatus === 'failed') {
  237. $returnData['status'] = 'failed';
  238. $returnData['error_message'] = '任务执行失败';
  239. }
  240. // in_queue 或 generating状态保持原status
  241. return $returnData;
  242. } catch (\Exception $e) {
  243. return [
  244. 'status' => 'failed',
  245. 'error_message' => $e->getMessage(),
  246. 'result_url' => null
  247. ];
  248. }
  249. }
  250. /**
  251. * 更新所有待处理任务的状态
  252. *
  253. * @return void
  254. */
  255. public function updatePendingTasks(): void
  256. {
  257. // 获取所有处理中的任务
  258. $tasks = MpGenerateVideoTask::where('status', MpGenerateVideoTask::STATUS_PROCESSING)
  259. ->get();
  260. foreach ($tasks as $task) {
  261. $api_type = getProp($task, 'api_type');
  262. switch($api_type) {
  263. case 'seedance':
  264. $this->updateSeedanceTask($task);
  265. break;
  266. case 'jimeng':
  267. $this->updateJimengTask($task);
  268. break;
  269. case 'keling':
  270. $this->updateKelingOmniTask($task);
  271. break;
  272. case 'zzengine':
  273. $this->updateUnifiedApiTask($task);
  274. break;
  275. default:
  276. break;
  277. }
  278. }
  279. }
  280. // 更新即梦AI视频任务状态
  281. private function updateJimengTask($task) {
  282. $statusInfo = $this->queryJimengTaskStatus($task);
  283. if (!isset($statusInfo['status'])) return;
  284. if ($statusInfo['status'] === 'success') {
  285. logDB('generate', 'info', '即梦AI视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  286. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  287. // 同步调整分镜视频状态和结果
  288. $segment_id = getProp($task, 'alias_segment_id');
  289. if ($segment_id && isset($statusInfo['result_url'])) {
  290. try {
  291. DB::beginTransaction();
  292. $now = date('Y-m-d H:i:s');
  293. // 构建更新数据
  294. $segmentUpdateData = [
  295. 'origin_video_url' => $statusInfo['result_url'],
  296. 'video_task_status' => '已完成',
  297. 'current_type' => 2,
  298. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  299. 'updated_at' => $now
  300. ];
  301. $compressed_video_url = compressVideo($statusInfo['result_url']);
  302. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  303. // 只有当video_duration存在且大于0时才更新
  304. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  305. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  306. $segmentUpdateData['video_time_point_start'] = 0;
  307. // $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  308. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  309. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  310. }
  311. // 更新分镜表
  312. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  313. // 添加视频生成对话记录
  314. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  315. DB::commit();
  316. } catch (\Exception $e) {
  317. DB::rollBack();
  318. dLog('generate')->error('即梦视频任务处理失败', [
  319. 'segment_id' => $segment_id,
  320. 'task_id' => $task->id,
  321. 'error' => $e->getMessage()
  322. ]);
  323. }
  324. }
  325. } elseif ($statusInfo['status'] === 'failed') {
  326. logDB('generate', 'error', '即梦AI视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  327. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, $statusInfo);
  328. // 同步更新分镜表状态为失败
  329. $segment_id = getProp($task, 'alias_segment_id');
  330. if ($segment_id) {
  331. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  332. 'video_task_status' => '失败',
  333. 'updated_at' => date('Y-m-d H:i:s')
  334. ]);
  335. }
  336. }
  337. // 如果仍然是处理中状态,不做任何操作
  338. // 处理:如果任务处理超过12小时,标记为失败
  339. $processingTime = now()->diffInHours($task->created_at);
  340. if ($processingTime > 12) {
  341. logDB('generate', 'warning', '即梦AI视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  342. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  343. 'error_message' => '任务处理超时(超过12小时)'
  344. ]);
  345. // 同步更新分镜表状态为失败
  346. $segment_id = getProp($task, 'alias_segment_id');
  347. if ($segment_id) {
  348. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  349. 'video_task_status' => '失败',
  350. 'updated_at' => date('Y-m-d H:i:s')
  351. ]);
  352. }
  353. }
  354. }
  355. public function getTaskList($data)
  356. {
  357. $task_id = getProp($data, 'task_id');
  358. $status = getProp($data, 'status');
  359. $query = MpGenerateVideoTask::select('*');
  360. if ($task_id) {
  361. $query->where('id', $task_id);
  362. }
  363. if ($status) {
  364. $query->where('status', $status);
  365. }
  366. return $query->orderBy('created_at', 'desc')->paginate();
  367. }
  368. /**
  369. * 创建 Seedance 1.5 Pro 视频生成任务
  370. *
  371. * @param array $params
  372. * @return MpGenerateVideoTask
  373. */
  374. public function createSeedanceTask(array $params): MpGenerateVideoTask
  375. {
  376. // 生成唯一的任务ID
  377. $taskId = 'seedance_' . time() . '_' . uniqid();
  378. // 创建任务记录,复用现有表结构
  379. $task = MpGenerateVideoTask::create([
  380. 'task_id' => $taskId,
  381. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  382. 'prompt' => $params['prompt'] ?? '',
  383. 'first_frame_url' => $params['first_frame_url'] ?? '',
  384. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  385. 'seed' => $params['seed'] ?? -1,
  386. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  387. 'video_resolution' => $params['video_resolution'] ?? '720P',
  388. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  389. 'api_type' => 'seedance', // 标识为 Seedance 1.5 Pro API
  390. 'extra_params' => [
  391. 'model' => $params['model'] ?? 'doubao-seedance-1-5-pro-251215',
  392. 'content' => $params['content'],
  393. 'callback_url' => $params['callback_url'] ?? '',
  394. 'return_last_frame' => $params['return_last_frame'] ?? true,
  395. 'service_tier' => $params['service_tier'] ?? 'default',
  396. 'execution_expires_after' => $params['execution_expires_after'] ?? 172800,
  397. 'generate_audio' => $params['generate_audio'] ?? false,
  398. 'draft' => $params['draft'] ?? false,
  399. 'ratio' => $params['ratio'] ?? '9:16',
  400. 'duration' => $params['video_duration'] ?? 5,
  401. 'camera_fixed' => $params['camera_fixed'] ?? false,
  402. 'watermark' => $params['watermark'] ?? false,
  403. ]
  404. ]);
  405. // 提交任务到火山引擎 API
  406. $this->submitSeedanceTaskToApi($task);
  407. return $task;
  408. }
  409. /**
  410. * 提交 Seedance 任务到火山引擎 API
  411. *
  412. * @param MpGenerateVideoTask $task
  413. * @return void
  414. */
  415. private function submitSeedanceTaskToApi(MpGenerateVideoTask $task): void
  416. {
  417. $client = new Client(['verify'=>false,'timeout'=>120]);
  418. try {
  419. // 验证环境变量配置
  420. $apiKey = env('VOLC_AI_API_KEY');
  421. if (empty($apiKey)) {
  422. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  423. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量API Key'
  424. ]);
  425. return;
  426. }
  427. $extraParams = $task->extra_params;
  428. // 构建火山引擎 Seedance API 请求参数
  429. $apiParams = [
  430. 'model' => isset(\App\Consts\BaseConst::MODELS_MAP[$extraParams['model']]) ? \App\Consts\BaseConst::MODELS_MAP[$extraParams['model']] : $extraParams['model'],
  431. 'content' => $extraParams['content'],
  432. ];
  433. // 添加可选参数
  434. if (!empty($extraParams['callback_url'])) {
  435. $apiParams['callback_url'] = $extraParams['callback_url'];
  436. }
  437. if (isset($extraParams['return_last_frame'])) {
  438. $apiParams['return_last_frame'] = $extraParams['return_last_frame'];
  439. }
  440. if (!empty($extraParams['service_tier']) && !in_array($extraParams['model'], ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128'])) {
  441. $apiParams['service_tier'] = $extraParams['service_tier'];
  442. }
  443. if (!empty($extraParams['execution_expires_after'])) {
  444. $apiParams['execution_expires_after'] = $extraParams['execution_expires_after'];
  445. }
  446. if (isset($extraParams['generate_audio'])) {
  447. $apiParams['generate_audio'] = $extraParams['generate_audio'];
  448. }
  449. if (isset($extraParams['draft'])) {
  450. $apiParams['draft'] = $extraParams['draft'];
  451. }
  452. if (!empty($extraParams['video_resolution'])) {
  453. $apiParams['resolution'] = strtolower($task->video_resolution);
  454. }
  455. if (!empty($extraParams['ratio'])) {
  456. $apiParams['ratio'] = $extraParams['ratio'];
  457. }
  458. if (!empty($extraParams['duration'])) {
  459. $apiParams['duration'] = (int)$extraParams['duration'];
  460. }
  461. if (isset($task->frames)) {
  462. // $apiParams['frames'] = $task->frames;
  463. }
  464. if ($task->seed !== -1) {
  465. $apiParams['seed'] = (int)$task->seed;
  466. }
  467. if (isset($extraParams['camera_fixed'])) {
  468. $apiParams['camera_fixed'] = $extraParams['camera_fixed'];
  469. }
  470. if (isset($extraParams['watermark'])) {
  471. $apiParams['watermark'] = $extraParams['watermark'];
  472. }
  473. dLog('generate')->info('Seedance 1.5 Pro 视频生成参数: ', $apiParams);
  474. logDB('generate', 'info', 'Seedance视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  475. // 调用火山引擎 Seedance API
  476. $response = $client->post('https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks', [
  477. 'headers' => [
  478. 'Authorization' => 'Bearer ' . $apiKey,
  479. 'Content-Type' => 'application/json',
  480. ],
  481. 'json' => $apiParams
  482. ]);
  483. $responseData = json_decode($response->getBody(), true);
  484. dLog('generate')->info('Seedance 1.5 Pro API 响应: ', $responseData);
  485. logDB('generate', 'info', 'Seedance视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  486. if (isset($responseData['error'])) {
  487. // API返回错误
  488. logDB('generate', 'error', 'Seedance视频生成任务提交失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  489. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  490. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  491. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  492. ]);
  493. } elseif (isset($responseData['id'])) {
  494. // 任务提交成功,更新状态为处理中
  495. $updateData = [
  496. 'task_id' => $responseData['id'], // 使用 API 返回的任务 ID
  497. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  498. ];
  499. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  500. } else {
  501. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  502. 'error_message' => '未知的 API 响应格式',
  503. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  504. ]);
  505. }
  506. } catch (\Exception $e) {
  507. // 记录错误
  508. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  509. 'error_message' => 'API请求失败: ' . $e->getMessage()
  510. ]);
  511. Utils::throwError('1001:'.$e->getMessage());
  512. }
  513. }
  514. // 更新Seedance视频任务状态
  515. private function updateSeedanceTask($task) {
  516. $statusInfo = $this->querySeedanceTaskStatus($task);
  517. if (!isset($statusInfo['status'])) return;
  518. if ($statusInfo['status'] === 'success') {
  519. logDB('generate', 'info', 'Seedance视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  520. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  521. // 同步调整分镜视频状态和结果
  522. $segment_id = getProp($task, 'alias_segment_id');
  523. if ($segment_id && isset($statusInfo['result_url'])) {
  524. try {
  525. DB::beginTransaction();
  526. $now = date('Y-m-d H:i:s');
  527. // 构建更新数据
  528. $segmentUpdateData = [
  529. 'origin_video_url' => $statusInfo['result_url'],
  530. 'video_task_status' => '已完成',
  531. 'current_type' => 2,
  532. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  533. 'updated_at' => $now
  534. ];
  535. $compressed_video_url = compressVideo($statusInfo['result_url']);
  536. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  537. // 只有当video_duration存在且大于0时才更新
  538. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  539. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  540. $segmentUpdateData['video_time_point_start'] = 0;
  541. // $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  542. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  543. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  544. }
  545. // 更新分镜表
  546. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  547. // 添加视频生成对话记录
  548. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  549. DB::commit();
  550. } catch (\Exception $e) {
  551. DB::rollBack();
  552. dLog('generate')->error('Seedance视频任务处理失败', [
  553. 'segment_id' => $segment_id,
  554. 'task_id' => $task->id,
  555. 'error' => $e->getMessage()
  556. ]);
  557. }
  558. }
  559. } elseif ($statusInfo['status'] === 'failed') {
  560. logDB('generate', 'error', 'Seedance视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  561. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  562. 'error_message' => $statusInfo['error_message'],
  563. 'result_json' => $statusInfo['result_json'] ?? []
  564. ]);
  565. // 同步更新分镜表状态为失败
  566. $segment_id = getProp($task, 'alias_segment_id');
  567. if ($segment_id) {
  568. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  569. 'video_task_status' => '失败',
  570. 'updated_at' => date('Y-m-d H:i:s')
  571. ]);
  572. }
  573. }
  574. // 如果仍然是处理中状态,不做任何操作
  575. // 处理:如果任务处理超过48小时,标记为失败
  576. $processingTime = now()->diffInHours($task->created_at);
  577. if ($processingTime > 48) {
  578. logDB('generate', 'warning', 'Seedance视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  579. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  580. 'error_message' => '任务处理超时(超过48小时)'
  581. ]);
  582. // 同步更新分镜表状态为失败
  583. $segment_id = getProp($task, 'alias_segment_id');
  584. if ($segment_id) {
  585. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  586. 'video_task_status' => '失败',
  587. 'updated_at' => date('Y-m-d H:i:s')
  588. ]);
  589. }
  590. }
  591. }
  592. /**
  593. * 查询 Seedance 任务状态
  594. *
  595. * @param MpGenerateVideoTask $task
  596. * @return array
  597. */
  598. public function querySeedanceTaskStatus(MpGenerateVideoTask $task): array
  599. {
  600. $client = new Client(['verify'=>false,'timeout'=>120]);
  601. try {
  602. // 如果任务已完成,直接返回结果
  603. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  604. return [
  605. 'success' => true,
  606. 'data' => [
  607. 'id' => $task->id,
  608. 'status' => $this->mapTaskStatus($task->status),
  609. 'result_url' => $task->result_url,
  610. 'error_message' => $task->error_message,
  611. 'created_at' => $task->created_at,
  612. 'started_at' => $task->started_at,
  613. 'completed_at' => $task->completed_at
  614. ]
  615. ];
  616. }
  617. // 调用火山引擎 API 查询任务状态
  618. $apiKey = env('VOLC_AI_API_KEY');
  619. if (empty($apiKey)) {
  620. return [
  621. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  622. 'result_json' => [],
  623. 'error_message' => '火山引擎访问密钥未配置'
  624. ];
  625. }
  626. // 构建查询 URL
  627. $url = 'https://ark.cn-beijing.volces.com/api/v3/contents/generations/tasks/' . $task->task_id;
  628. $response = $client->get($url, [
  629. 'headers' => [
  630. 'Authorization' => 'Bearer ' . $apiKey,
  631. 'Content-Type' => 'application/json',
  632. ]
  633. ]);
  634. $responseData = json_decode($response->getBody(), true);
  635. dLog('generate')->info('Seedance 任务状态查询响应: ', $responseData);
  636. logDB('generate', 'info', 'Seedance任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  637. if (isset($responseData['error'])) {
  638. logDB('generate', 'error', 'Seedance任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? 'API查询失败']);
  639. return [
  640. 'status' => MpGenerateVideoTask::STATUS_FAILED,
  641. 'result_json' => $responseData,
  642. 'error_message' => $responseData['error']['message'] ?? 'API查询失败'
  643. ];
  644. }
  645. // 解析任务状态
  646. $apiStatus = $responseData['status'] ?? 'unknown';
  647. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  648. $updateData = ['result_json' => $responseData];
  649. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  650. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  651. // 任务成功,处理结果
  652. if (isset($responseData['content']['video_url'])) {
  653. $video_url = $responseData['content']['video_url'];
  654. // 下载并保存视频
  655. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  656. $video_ext = getVideoExtFromUrl($video_url);
  657. $video_name = $video_name . $video_ext;
  658. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  659. $updateData['result_url'] = $url;
  660. // 压缩视频
  661. $compressed_video_url = compressVideo($url);
  662. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  663. }
  664. // 计算视频时长
  665. $video_duration = 0;
  666. if (isset($responseData['duration'])) {
  667. // 如果直接返回duration,使用该值
  668. $video_duration = (int)$responseData['duration'];
  669. } elseif (isset($responseData['frames']) && isset($responseData['framespersecond'])) {
  670. // 如果返回frames和framespersecond,计算时长
  671. $frames = (int)$responseData['frames'];
  672. $fps = (int)$responseData['framespersecond'];
  673. if ($fps > 0) {
  674. $video_duration = (int)floor($frames / $fps);
  675. }
  676. }
  677. // 如果没有计算出时长,使用任务表中的设定值
  678. if ($video_duration <= 0 && !empty($task->extra_params)) {
  679. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  680. if (isset($extraParams['duration'])) {
  681. $video_duration = (int)$extraParams['duration'];
  682. }
  683. }
  684. // 只有当video_duration > 0时才添加到更新数据中
  685. if ($video_duration > 0) {
  686. $updateData['video_duration'] = $video_duration;
  687. $updateData['video_time_point_start'] = 0;
  688. $updateData['video_time_point_end'] = $video_duration;
  689. }
  690. // 处理尾帧图片(如果启用了 return_last_frame)
  691. if (isset($responseData['content']['last_frame_url']) && !empty($responseData['content']['last_frame_url'])) {
  692. $pic_url = $responseData['content']['last_frame_url'];
  693. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  694. $pic_ext = getImgExtFromUrl($pic_url);
  695. $pic_name = $pic_name . $pic_ext;
  696. if ($pic_ext === '.png') {
  697. $comporessed_data = compressRemoteImageUrlToSize($pic_url);
  698. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  699. }else {
  700. // 将图片另存到tos
  701. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  702. }
  703. $updateData['last_frame_url'] = $url;
  704. }
  705. return $updateData;
  706. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  707. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  708. $updateData['error_message'] = $responseData['error_message'] ?? '任务执行失败';
  709. return $updateData;
  710. }
  711. // 其他状态保持不变
  712. return [
  713. 'success' => true,
  714. 'data' => [
  715. 'id' => $task->id,
  716. 'status' => $this->mapTaskStatus($task->status),
  717. 'result_url' => $task->result_url,
  718. 'error_message' => $task->error_message,
  719. 'created_at' => $task->created_at,
  720. 'started_at' => $task->started_at,
  721. 'completed_at' => $task->completed_at,
  722. 'api_response' => $responseData
  723. ]
  724. ];
  725. } catch (\Exception $e) {
  726. dLog('generate')->info('Seedance 任务状态查询异常: '.$e->getMessage());
  727. return [
  728. 'success' => false,
  729. 'message' => '查询失败: ' . $e->getMessage()
  730. ];
  731. }
  732. }
  733. /**
  734. * 映射 API 状态到任务状态
  735. *
  736. * @param string $apiStatus
  737. * @return string
  738. */
  739. private function mapApiStatusToTaskStatus(string $apiStatus): string
  740. {
  741. switch ($apiStatus) {
  742. case 'queued':
  743. case 'running':
  744. return MpGenerateVideoTask::STATUS_PROCESSING;
  745. case 'succeeded':
  746. return MpGenerateVideoTask::STATUS_SUCCESS;
  747. case 'failed':
  748. case 'expired':
  749. return MpGenerateVideoTask::STATUS_FAILED;
  750. default:
  751. return MpGenerateVideoTask::STATUS_PROCESSING;
  752. }
  753. }
  754. public function seedanceCallback($data) {
  755. try {
  756. dLog('generate')->info('Seedance 回调数据: ', $data);
  757. logDB('generate', 'info', 'Seedance回调接收', ['task_id' => $data['id'] ?? null, 'status' => $data['status'] ?? null]);
  758. // 从回调数据中获取任务ID
  759. $taskId = $data['id'] ?? null;
  760. if (!$taskId) {
  761. dLog('generate')->error('Seedance 回调缺少任务ID');
  762. logDB('generate', 'error', 'Seedance回调缺少任务ID', ['data' => $data]);
  763. return ['success' => false, 'message' => '缺少任务ID'];
  764. }
  765. // 查找对应的任务记录
  766. $task = MpGenerateVideoTask::where('task_id', $taskId)->first();
  767. if (!$task) {
  768. dLog('generate')->error('Seedance 回调找不到任务: ' . $taskId);
  769. logDB('generate', 'error', 'Seedance回调找不到任务', ['task_id' => $taskId]);
  770. return ['success' => false, 'message' => '任务不存在'];
  771. }
  772. // 解析任务状态
  773. $apiStatus = $data['status'] ?? 'unknown';
  774. $taskStatus = $this->mapApiStatusToTaskStatus($apiStatus);
  775. // 准备更新数据
  776. $updateData = [
  777. 'result_json' => $data,
  778. 'updated_at' => now()
  779. ];
  780. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  781. $updateData['status'] = MpGenerateVideoTask::STATUS_SUCCESS;
  782. $updateData['completed_at'] = now();
  783. // 处理视频结果
  784. if (isset($data['content']['video_url'])) {
  785. $video_url = $data['content']['video_url'];
  786. try {
  787. // 下载并保存视频
  788. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  789. $video_ext = getVideoExtFromUrl($video_url);
  790. $video_name = $video_name . $video_ext;
  791. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  792. $updateData['result_url'] = $url;
  793. $compressed_video_url = compressVideo($url);
  794. $updateData['compressed_url'] = $compressed_video_url ?: $url;
  795. dLog('generate')->info('Seedance 视频保存成功: ' . $url);
  796. } catch (\Exception $e) {
  797. dLog('generate')->error('Seedance 视频保存失败: ' . $e->getMessage());
  798. // 如果保存失败,直接使用原始URL
  799. $updateData['result_url'] = $video_url;
  800. }
  801. }
  802. // 处理尾帧图片(如果启用了 return_last_frame)
  803. if (isset($data['content']['last_frame_url']) && !empty($data['content']['last_frame_url'])) {
  804. $pic_url = $data['content']['last_frame_url'];
  805. try {
  806. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  807. $pic_ext = getImgExtFromUrl($pic_url);
  808. $pic_name = $pic_name . $pic_ext;
  809. if ($pic_ext === '.png') {
  810. $compressed_data = compressRemoteImageUrlToSize($pic_url);
  811. $url = uploadStreamByTos('image', $compressed_data, $pic_name);
  812. } else {
  813. $url = uploadStreamByTos('image', file_get_contents($pic_url), $pic_name);
  814. }
  815. $updateData['last_frame_url'] = $url;
  816. dLog('generate')->info('Seedance 尾帧图片保存成功: ' . $url);
  817. } catch (\Exception $e) {
  818. dLog('generate')->error('Seedance 尾帧图片保存失败: ' . $e->getMessage());
  819. // 如果保存失败,直接使用原始URL
  820. $updateData['last_frame_url'] = $pic_url;
  821. }
  822. }
  823. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  824. $updateData['status'] = MpGenerateVideoTask::STATUS_FAILED;
  825. $updateData['completed_at'] = now();
  826. $updateData['error_message'] = $data['error_message'] ?? $data['failure_reason'] ?? '任务执行失败';
  827. } else {
  828. // 处理中状态
  829. $updateData['status'] = $taskStatus;
  830. if ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING && !$task->started_at) {
  831. $updateData['started_at'] = now();
  832. }
  833. }
  834. // 更新任务记录
  835. $task->update($updateData);
  836. // 如果任务成功,更新分镜表
  837. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS && isset($updateData['result_url'])) {
  838. try {
  839. DB::beginTransaction();
  840. $now = date('Y-m-d H:i:s');
  841. // 获取分镜ID
  842. $segment = DB::table('mp_episode_segments')
  843. ->where('video_task_id', $task->id)
  844. ->first();
  845. if ($segment) {
  846. $segmentId = $segment->segment_id;
  847. $anime_id = $segment->anime_id;
  848. $episode_number = $segment->episode_number;
  849. $tail_frame = $segment->tail_frame;
  850. $uid = $segment->uid ?? 0;
  851. // 更新分镜表
  852. $segmentUpdateData = [
  853. 'origin_video_url' => $updateData['result_url'],
  854. 'video_task_status' => '已完成',
  855. 'last_frame_url' => $updateData['last_frame_url'] ?? '',
  856. 'current_type' => 2,
  857. 'updated_at' => $now
  858. ];
  859. $segmentUpdateData['video_url'] = $updateData['compressed_url'] ?? $updateData['result_url'];
  860. // 只有当video_duration存在且大于0时才更新
  861. if (isset($data['content']['video_duration']) && $data['content']['video_duration'] > 0) {
  862. $segmentUpdateData['video_duration'] = $data['content']['video_duration'];
  863. $segmentUpdateData['video_time_point_start'] = 0;
  864. $segmentUpdateData['video_time_point_end'] = $segment->audio_duration ?? 0;
  865. }
  866. $updateResult = DB::table('mp_episode_segments')
  867. ->where('segment_id', $segmentId)
  868. ->update($segmentUpdateData);
  869. if (!$updateResult) {
  870. throw new \Exception('更新分镜表失败');
  871. }
  872. // 更新分镜视频成功后新增对话记录
  873. $records = [
  874. [
  875. 'uid' => $uid,
  876. 'anime_id' => $anime_id,
  877. 'sequence' => $episode_number,
  878. 'role' => 'user',
  879. 'content' => '图片转视频',
  880. 'segment_id' => $segmentId,
  881. 'video_url' => '',
  882. 'created_at' => $now,
  883. 'updated_at' => $now
  884. ],
  885. [
  886. 'uid' => $uid,
  887. 'anime_id' => $anime_id,
  888. 'sequence' => $episode_number,
  889. 'role' => 'assistant',
  890. 'content' => $tail_frame,
  891. 'segment_id' => $segmentId,
  892. 'video_url' => $updateData['result_url'],
  893. 'created_at' => $now,
  894. 'updated_at' => $now
  895. ]
  896. ];
  897. DB::table('mp_anime_records')->insert($records);
  898. dLog('generate')->info('Seedance 分镜表更新成功: ' . $segmentId);
  899. }
  900. DB::commit();
  901. } catch (\Exception $e) {
  902. DB::rollBack();
  903. $logData = [
  904. 'task_id' => $task->id,
  905. 'error' => $e->getMessage()
  906. ];
  907. dLog('generate')->error('Seedance 分镜表更新失败', $logData);
  908. logDB('generate', 'error', 'Seedance分镜表更新失败', $logData);
  909. }
  910. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  911. // 任务失败,更新分镜表状态
  912. DB::table('mp_episode_segments')
  913. ->where('video_task_id', $task->id)
  914. ->update([
  915. 'video_task_status' => '失败',
  916. 'updated_at' => date('Y-m-d H:i:s')
  917. ]);
  918. }
  919. dLog('generate')->info('Seedance 回调处理完成: ' . $taskId . ', 状态: ' . $taskStatus);
  920. logDB('generate', 'info', 'Seedance回调处理完成', ['task_id' => $taskId, 'status' => $taskStatus]);
  921. return [
  922. 'success' => true,
  923. 'message' => '回调处理成功',
  924. 'task_id' => $taskId,
  925. 'status' => $taskStatus
  926. ];
  927. } catch (\Exception $e) {
  928. dLog('generate')->error('Seedance 回调处理异常: ' . $e->getMessage());
  929. logDB('generate', 'error', 'Seedance回调处理异常', ['error' => $e->getMessage()]);
  930. return [
  931. 'success' => false,
  932. 'message' => '回调处理失败: ' . $e->getMessage()
  933. ];
  934. }
  935. }
  936. /**
  937. * 更新分镜表的视频任务状态
  938. *
  939. * @param MpGenerateVideoTask $task
  940. * @param string $taskStatus
  941. * @param array $updateData
  942. */
  943. private function updateSegmentVideoStatus(MpGenerateVideoTask $task, string $taskStatus, array $updateData) {
  944. try {
  945. // 查找关联的分镜记录
  946. $segment = DB::table('mp_episode_segments')
  947. ->where('video_task_id', $task->id)
  948. ->first();
  949. if (!$segment) {
  950. dLog('generate')->info('未找到关联的分镜记录: ' . $task->id);
  951. return;
  952. }
  953. $segmentUpdateData = ['updated_at' => date('Y-m-d H:i:s')];
  954. if (isset($updateData['last_frame_url']) && $updateData['last_frame_url']) {
  955. $segmentUpdateData['last_frame_url'] = $updateData['last_frame_url'];
  956. }
  957. if ($taskStatus === MpGenerateVideoTask::STATUS_SUCCESS) {
  958. $segmentUpdateData['video_task_status'] = '已完成';
  959. if (isset($updateData['result_url'])) {
  960. $segmentUpdateData['origin_video_url'] = $updateData['result_url'];
  961. // 如果有压缩视频URL,使用压缩后的
  962. if (isset($updateData['compressed_url'])) {
  963. $segmentUpdateData['video_url'] = $updateData['compressed_url'];
  964. } else {
  965. $segmentUpdateData['video_url'] = $updateData['result_url'];
  966. }
  967. }
  968. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_FAILED) {
  969. $segmentUpdateData['video_task_status'] = '失败';
  970. } elseif ($taskStatus === MpGenerateVideoTask::STATUS_PROCESSING) {
  971. $segmentUpdateData['video_task_status'] = '生成中';
  972. }
  973. // 更新分镜表
  974. DB::table('mp_episode_segments')
  975. ->where('video_task_id', $task->id)
  976. ->update($segmentUpdateData);
  977. dLog('generate')->info('分镜视频状态更新成功: ' . $segment->segment_id . ', 状态: ' . ($segmentUpdateData['video_task_status'] ?? '未知'));
  978. } catch (\Exception $e) {
  979. dLog('generate')->error('更新分镜视频状态失败: ' . $e->getMessage());
  980. }
  981. }
  982. /**
  983. * 生成可灵AI的JWT Token
  984. *
  985. * @return string
  986. */
  987. private function generateKelingJwtToken(): string
  988. {
  989. $ak = env('KELING_AK');
  990. $sk = env('KELING_SK');
  991. if (empty($ak) || empty($sk)) {
  992. throw new \Exception('可灵AI访问密钥未配置,请检查环境变量KELING_AK和KELING_SK');
  993. }
  994. // JWT头部
  995. $header = [
  996. 'alg' => 'HS256',
  997. 'typ' => 'JWT'
  998. ];
  999. // JWT载荷
  1000. $payload = [
  1001. 'iss' => $ak, // 签发者,使用Access Key
  1002. 'exp' => time() + 1800, // 过期时间,30分钟后过期
  1003. 'nbf' => time() - 5 // 生效时间,5秒前开始生效
  1004. ];
  1005. // Base64URL编码
  1006. $headerEncoded = $this->base64UrlEncode(json_encode($header));
  1007. $payloadEncoded = $this->base64UrlEncode(json_encode($payload));
  1008. // 创建签名
  1009. $signature = hash_hmac('sha256', $headerEncoded . '.' . $payloadEncoded, $sk, true);
  1010. $signatureEncoded = $this->base64UrlEncode($signature);
  1011. // 返回完整的JWT token
  1012. return $headerEncoded . '.' . $payloadEncoded . '.' . $signatureEncoded;
  1013. }
  1014. /**
  1015. * Base64URL编码(JWT标准编码)
  1016. *
  1017. * @param string $data
  1018. * @return string
  1019. */
  1020. private function base64UrlEncode(string $data): string
  1021. {
  1022. return rtrim(strtr(base64_encode($data), '+/', '-_'), '=');
  1023. }
  1024. /**
  1025. * 创建可灵AI Omni视频生成任务
  1026. *
  1027. * @param array $params
  1028. * @return MpGenerateVideoTask
  1029. */
  1030. public function createKelingOmniTask(array $params): MpGenerateVideoTask
  1031. {
  1032. // 生成唯一的任务ID
  1033. $taskId = 'keling_omni_' . time() . '_' . uniqid();
  1034. // 创建任务记录,复用现有表结构
  1035. $task = MpGenerateVideoTask::create([
  1036. 'task_id' => $taskId,
  1037. 'prompt' => $params['prompt'] ?? '',
  1038. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1039. 'tail_frame_url' => $params['tail_frame_url'] ?? '',
  1040. 'seed' => $params['seed'] ?? -1,
  1041. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1042. 'video_resolution' => $params['video_resolution'] ?? '720P',
  1043. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1044. 'api_type' => 'keling', // 标识为可灵AI Omni API
  1045. 'extra_params' => [
  1046. 'api_type' => 'keling',
  1047. 'model' => $params['model'] ?? 'kling-video-o1',
  1048. 'prompt' => $params['prompt'] ?? '',
  1049. 'multi_prompt' => $params['multi_prompt'] ?? [],
  1050. 'shot_type' => $params['shot_type'] ?? 'customize',
  1051. 'image_list' => $params['image_list'] ?? [],
  1052. 'element_list' => $params['element_list'] ?? [],
  1053. 'sound' => $params['sound'] ?? 'off',
  1054. // 'aspect_ratio' => $params['aspect_ratio'] ?? '16:9',
  1055. 'duration' => $params['video_duration'] ?? 5,
  1056. 'mode' => $params['mode'] ?? 'std',
  1057. 'callback_url' => $params['callback_url'] ?? '',
  1058. ]
  1059. ]);
  1060. // 提交任务到可灵AI Omni API
  1061. $this->submitKelingOmniTaskToApi($task);
  1062. return $task;
  1063. }
  1064. /**
  1065. * 提交可灵AI Omni任务到API
  1066. *
  1067. * @param MpGenerateVideoTask $task
  1068. * @return void
  1069. */
  1070. private function submitKelingOmniTaskToApi(MpGenerateVideoTask $task): void
  1071. {
  1072. $client = new Client(['verify'=>false,'timeout'=>120]);
  1073. try {
  1074. // 生成JWT token
  1075. $jwtToken = $this->generateKelingJwtToken();
  1076. $extraParams = $task->extra_params;
  1077. // 构建可灵AI Omni API请求参数
  1078. $apiParams = [
  1079. 'model_name' => $extraParams['model'],
  1080. 'prompt' => $extraParams['prompt'],
  1081. 'mode' => $extraParams['mode'],
  1082. // 'aspect_ratio' => $extraParams['aspect_ratio'],
  1083. 'duration' => (int)$extraParams['duration'],
  1084. ];
  1085. // 添加可选参数
  1086. if (!empty($extraParams['multi_prompt'])) {
  1087. $apiParams['multi_prompt'] = $extraParams['multi_prompt'];
  1088. }
  1089. if (!empty($extraParams['shot_type'])) {
  1090. $apiParams['shot_type'] = $extraParams['shot_type'];
  1091. }
  1092. if (!empty($extraParams['image_list'])) {
  1093. $apiParams['image_list'] = $extraParams['image_list'];
  1094. }
  1095. if (!empty($extraParams['element_list'])) {
  1096. $apiParams['element_list'] = json_decode($extraParams['element_list'], true);
  1097. }
  1098. if (isset($extraParams['sound'])) {
  1099. $apiParams['sound'] = $extraParams['sound'];
  1100. }
  1101. // if (!empty($extraParams['callback_url'])) {
  1102. // $apiParams['callback_url'] = $extraParams['callback_url'];
  1103. // }
  1104. dLog('generate')->info('可灵AI Omni视频生成参数: ', $apiParams);
  1105. logDB('generate', 'info', '可灵AI Omni视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  1106. // 调用可灵AI Omni API
  1107. $response = $client->post('https://api-beijing.klingai.com/v1/videos/omni-video', [
  1108. 'headers' => [
  1109. 'Authorization' => 'Bearer ' . $jwtToken,
  1110. 'Content-Type' => 'application/json',
  1111. ],
  1112. 'json' => $apiParams
  1113. ]);
  1114. $responseData = json_decode($response->getBody(), true);
  1115. dLog('generate')->info('可灵AI Omni API响应: ', $responseData);
  1116. logDB('generate', 'info', '可灵AI Omni API响应', ['id' => $task->id, 'response' => $responseData]);
  1117. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1118. // API返回错误
  1119. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1120. logDB('generate', 'error', '可灵AI Omni任务提交失败', ['id' => $task->id, 'error' => $errorMessage]);
  1121. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1122. 'error_message' => $errorMessage,
  1123. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1124. ]);
  1125. } elseif (isset($responseData['data']['task_id'])) {
  1126. // 任务提交成功,更新状态为处理中
  1127. $updateData = [
  1128. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1129. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1130. ];
  1131. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  1132. } else {
  1133. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1134. 'error_message' => '未知的API响应格式',
  1135. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1136. ]);
  1137. }
  1138. } catch (\Exception $e) {
  1139. // 记录错误
  1140. logDB('generate', 'error', '可灵AI Omni任务异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  1141. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1142. 'error_message' => 'API请求失败: ' . $e->getMessage()
  1143. ]);
  1144. dLog('generate')->error('可灵AI Omni API请求异常: ' . $e->getMessage());
  1145. }
  1146. }
  1147. /**
  1148. * 查询可灵AI Omni任务状态
  1149. *
  1150. * @param MpGenerateVideoTask $task
  1151. * @return array
  1152. */
  1153. public function queryKelingOmniTaskStatus(MpGenerateVideoTask $task): array
  1154. {
  1155. $client = new Client(['verify'=>false,'timeout'=>120]);
  1156. try {
  1157. // 如果任务已完成,直接返回结果
  1158. if (in_array($task->status, [MpGenerateVideoTask::STATUS_SUCCESS, MpGenerateVideoTask::STATUS_FAILED])) {
  1159. return [
  1160. 'success' => true,
  1161. 'data' => [
  1162. 'task_id' => $task->task_id,
  1163. 'task_status' => $this->mapTaskStatusToKelingStatus($task->status),
  1164. 'result_url' => $task->result_url,
  1165. 'error_message' => $task->error_message,
  1166. 'created_at' => $task->created_at,
  1167. 'updated_at' => $task->updated_at
  1168. ]
  1169. ];
  1170. }
  1171. // 生成JWT token
  1172. $jwtToken = $this->generateKelingJwtToken();
  1173. // 构建查询URL
  1174. $url = 'https://api-beijing.klingai.com/v1/videos/omni-video/' . $task->task_id;
  1175. $response = $client->get($url, [
  1176. 'headers' => [
  1177. 'Authorization' => 'Bearer ' . $jwtToken,
  1178. 'Content-Type' => 'application/json',
  1179. ]
  1180. ]);
  1181. $responseData = json_decode($response->getBody(), true);
  1182. dLog('generate')->info('可灵AI Omni任务状态查询响应: ', $responseData);
  1183. logDB('generate', 'info', '可灵AI Omni任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  1184. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1185. logDB('generate', 'error', '可灵AI Omni任务状态查询失败', ['id' => $task->id, 'error' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败']);
  1186. return [
  1187. 'status' => 'failed',
  1188. 'error_message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1189. 'result_json' => $responseData
  1190. ];
  1191. }
  1192. // 解析任务状态
  1193. $taskData = $responseData['data'] ?? [];
  1194. $taskStatus = $taskData['task_status'] ?? 'unknown';
  1195. $updateData = ['result_json' => $responseData];
  1196. if ($taskStatus === 'succeed') {
  1197. $updateData['status'] = 'success';
  1198. // 任务成功,处理结果
  1199. if (isset($taskData['task_result']['videos']) && !empty($taskData['task_result']['videos'])) {
  1200. $video = $taskData['task_result']['videos'][0];
  1201. $video_url = $video['url'];
  1202. // 下载并保存视频
  1203. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  1204. $video_ext = getVideoExtFromUrl($video_url);
  1205. $video_name = $video_name . $video_ext;
  1206. $url = uploadStreamByTos('video', file_get_contents($video_url), $video_name);
  1207. $updateData['result_url'] = $url;
  1208. // 计算视频时长
  1209. $video_duration = 0;
  1210. if (isset($video['duration'])) {
  1211. $video_duration = (int)$video['duration'];
  1212. } elseif (isset($taskData['duration'])) {
  1213. $video_duration = (int)$taskData['duration'];
  1214. } elseif (isset($video['frames']) && isset($video['framespersecond'])) {
  1215. $frames = (int)$video['frames'];
  1216. $fps = (int)$video['framespersecond'];
  1217. if ($fps > 0) {
  1218. $video_duration = (int)floor($frames / $fps);
  1219. }
  1220. }
  1221. // 如果没有计算出时长,使用任务表中的设定值
  1222. if ($video_duration <= 0 && !empty($task->extra_params)) {
  1223. $extraParams = is_array($task->extra_params) ? $task->extra_params : json_decode($task->extra_params, true);
  1224. if (isset($extraParams['duration'])) {
  1225. $video_duration = (int)$extraParams['duration'];
  1226. }
  1227. }
  1228. // 只有当video_duration > 0时才添加到更新数据中
  1229. if ($video_duration > 0) {
  1230. $updateData['video_duration'] = $video_duration;
  1231. $updateData['video_time_point_start'] = 0;
  1232. $updateData['video_time_point_end'] = $video_duration;
  1233. }
  1234. }
  1235. return $updateData;
  1236. } elseif ($taskStatus === 'failed') {
  1237. $updateData = [
  1238. 'status' => 'failed',
  1239. 'error_message' => '任务执行失败',
  1240. 'result_json' => $responseData
  1241. ];
  1242. return $updateData;
  1243. }
  1244. // 其他状态(processing等)保持不变
  1245. return [
  1246. 'success' => true,
  1247. 'data' => [
  1248. 'task_id' => $task->task_id,
  1249. 'task_status' => $taskStatus,
  1250. 'result_url' => $task->result_url,
  1251. 'error_message' => $task->error_message,
  1252. 'created_at' => $task->created_at,
  1253. 'updated_at' => $task->updated_at,
  1254. 'api_response' => $responseData
  1255. ]
  1256. ];
  1257. } catch (\Exception $e) {
  1258. dLog('generate')->error('可灵AI Omni任务状态查询异常: ' . $e->getMessage());
  1259. return [
  1260. 'success' => false,
  1261. 'message' => '查询失败: ' . $e->getMessage()
  1262. ];
  1263. }
  1264. }
  1265. /**
  1266. * 映射任务状态到可灵AI状态格式
  1267. *
  1268. * @param string $taskStatus
  1269. * @return string
  1270. */
  1271. private function mapTaskStatusToKelingStatus(string $taskStatus): string
  1272. {
  1273. switch ($taskStatus) {
  1274. case MpGenerateVideoTask::STATUS_PENDING:
  1275. return 'submitted';
  1276. case MpGenerateVideoTask::STATUS_PROCESSING:
  1277. return 'processing';
  1278. case MpGenerateVideoTask::STATUS_SUCCESS:
  1279. return 'succeed';
  1280. case MpGenerateVideoTask::STATUS_FAILED:
  1281. return 'failed';
  1282. default:
  1283. return 'unknown';
  1284. }
  1285. }
  1286. /**
  1287. * 更新可灵AI Omni视频任务状态
  1288. *
  1289. * @param MpGenerateVideoTask $task
  1290. * @return void
  1291. */
  1292. private function updateKelingOmniTask($task): void
  1293. {
  1294. $statusInfo = $this->queryKelingOmniTaskStatus($task);
  1295. if (!isset($statusInfo['status'])) return;
  1296. if ($statusInfo['status'] === 'success') {
  1297. logDB('generate', 'info', '可灵AI Omni视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  1298. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  1299. // 同步调整分镜视频状态和结果
  1300. $segment_id = getProp($task, 'alias_segment_id');
  1301. if ($segment_id && isset($statusInfo['result_url'])) {
  1302. try {
  1303. DB::beginTransaction();
  1304. $now = date('Y-m-d H:i:s');
  1305. // 构建更新数据
  1306. $segmentUpdateData = [
  1307. 'origin_video_url' => $statusInfo['result_url'],
  1308. 'video_task_status' => '已完成',
  1309. 'current_type' => 2,
  1310. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  1311. 'updated_at' => $now
  1312. ];
  1313. $compressed_video_url = compressVideo($statusInfo['result_url']);
  1314. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  1315. // 只有当video_duration存在且大于0时才更新
  1316. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  1317. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  1318. $segmentUpdateData['video_time_point_start'] = 0;
  1319. // $segmentUpdateData['video_time_point_end'] = $statusInfo['video_duration'];
  1320. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  1321. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  1322. }
  1323. // 更新分镜表
  1324. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  1325. // 添加视频生成对话记录
  1326. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  1327. DB::commit();
  1328. } catch (\Exception $e) {
  1329. DB::rollBack();
  1330. dLog('generate')->error('可灵视频任务处理失败', [
  1331. 'segment_id' => $segment_id,
  1332. 'task_id' => $task->id,
  1333. 'error' => $e->getMessage()
  1334. ]);
  1335. }
  1336. }
  1337. } elseif ($statusInfo['status'] === 'failed') {
  1338. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1339. 'error_message' => $statusInfo['error_message'],
  1340. 'result_json' => $statusInfo['result_json'] ?? []
  1341. ]);
  1342. // 同步更新分镜表状态为失败
  1343. $segment_id = getProp($task, 'alias_segment_id');
  1344. if ($segment_id) {
  1345. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1346. 'video_task_status' => '失败',
  1347. 'updated_at' => date('Y-m-d H:i:s')
  1348. ]);
  1349. }
  1350. }
  1351. // 如果仍然是处理中状态,不做任何操作
  1352. // 处理:如果任务处理超过24小时,标记为失败
  1353. $processingTime = now()->diffInHours($task->created_at);
  1354. if ($processingTime > 24) {
  1355. logDB('generate', 'warning', '可灵AI Omni视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  1356. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1357. 'error_message' => '任务处理超时(超过24小时)'
  1358. ]);
  1359. // 同步更新分镜表状态为失败
  1360. $segment_id = getProp($task, 'alias_segment_id');
  1361. if ($segment_id) {
  1362. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  1363. 'video_task_status' => '失败',
  1364. 'updated_at' => date('Y-m-d H:i:s')
  1365. ]);
  1366. }
  1367. }
  1368. }
  1369. /**
  1370. * 映射任务状态到前端显示状态
  1371. *
  1372. * @param string $taskStatus
  1373. * @return string
  1374. */
  1375. private function mapTaskStatus(string $taskStatus): string
  1376. {
  1377. switch ($taskStatus) {
  1378. case MpGenerateVideoTask::STATUS_PENDING:
  1379. return 'queued';
  1380. case MpGenerateVideoTask::STATUS_PROCESSING:
  1381. return 'running';
  1382. case MpGenerateVideoTask::STATUS_SUCCESS:
  1383. return 'succeeded';
  1384. case MpGenerateVideoTask::STATUS_FAILED:
  1385. return 'failed';
  1386. default:
  1387. return 'unknown';
  1388. }
  1389. }
  1390. // ==================== 主体管理相关方法 ====================
  1391. /**
  1392. * 创建主体
  1393. *
  1394. * @param array $params
  1395. * @return AIElement
  1396. */
  1397. public function createElement(array $params): AIElement
  1398. {
  1399. // 生成唯一的任务ID
  1400. $taskId = 'element_' . time() . '_' . uniqid();
  1401. // 创建主体记录
  1402. $element = AIElement::create([
  1403. 'task_id' => $taskId,
  1404. 'external_task_id' => $params['external_task_id'] ?? null,
  1405. 'element_name' => $params['element_name'],
  1406. 'element_description' => $params['element_description'],
  1407. 'reference_type' => $params['reference_type'],
  1408. 'element_image_list' => $params['element_image_list'] ?? null,
  1409. 'element_video_list' => $params['element_video_list'] ?? null,
  1410. 'element_voice_id' => $params['element_voice_id'] ?? null,
  1411. 'tag_list' => $params['tag_list'] ?? null,
  1412. 'callback_url' => $params['callback_url'] ?? null,
  1413. 'task_status' => AIElement::STATUS_SUBMITTED,
  1414. ]);
  1415. // 提交到可灵AI API
  1416. $this->submitElementToKelingApi($element);
  1417. return $element;
  1418. }
  1419. /**
  1420. * 提交主体创建任务到可灵AI API
  1421. *
  1422. * @param AIElement $element
  1423. * @return void
  1424. */
  1425. private function submitElementToKelingApi(AIElement $element): void
  1426. {
  1427. $client = new Client(['verify' => false, 'timeout' => 120]);
  1428. try {
  1429. // 生成JWT token
  1430. $jwtToken = $this->generateKelingJwtToken();
  1431. // 构建API请求参数
  1432. $apiParams = [
  1433. 'element_name' => $element->element_name,
  1434. 'element_description' => $element->element_description,
  1435. 'reference_type' => $element->reference_type,
  1436. ];
  1437. // 添加图片参考
  1438. if ($element->reference_type === AIElement::REFERENCE_TYPE_IMAGE && $element->element_image_list) {
  1439. $apiParams['element_image_list'] = $element->element_image_list;
  1440. }
  1441. // 添加视频参考
  1442. if ($element->reference_type === AIElement::REFERENCE_TYPE_VIDEO && $element->element_video_list) {
  1443. $apiParams['element_video_list'] = $element->element_video_list;
  1444. }
  1445. // 添加音色ID
  1446. if ($element->element_voice_id) {
  1447. $apiParams['element_voice_id'] = $element->element_voice_id;
  1448. }
  1449. // 添加标签
  1450. if ($element->tag_list) {
  1451. $apiParams['tag_list'] = $element->tag_list;
  1452. }
  1453. // 添加回调URL
  1454. if ($element->callback_url) {
  1455. $apiParams['callback_url'] = $element->callback_url;
  1456. }
  1457. // 添加外部任务ID
  1458. if ($element->external_task_id) {
  1459. $apiParams['external_task_id'] = $element->external_task_id;
  1460. }
  1461. dLog('generate')->info('可灵AI创建主体参数: ', $apiParams);
  1462. // 调用可灵AI创建主体API
  1463. $response = $client->post('https://api-beijing.klingai.com/v1/general/advanced-custom-elements', [
  1464. 'headers' => [
  1465. 'Authorization' => 'Bearer ' . $jwtToken,
  1466. 'Content-Type' => 'application/json',
  1467. ],
  1468. 'json' => $apiParams
  1469. ]);
  1470. $responseData = json_decode($response->getBody(), true);
  1471. dLog('generate')->info('可灵AI创建主体API响应: ', $responseData);
  1472. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1473. // API返回错误
  1474. $errorMessage = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1475. $element->update([
  1476. 'task_status' => AIElement::STATUS_FAILED,
  1477. 'task_status_msg' => $errorMessage,
  1478. ]);
  1479. } elseif (isset($responseData['data']['task_id'])) {
  1480. // 任务提交成功,更新状态为处理中
  1481. $element->update([
  1482. 'task_id' => $responseData['data']['task_id'], // 使用API返回的任务ID
  1483. 'task_status' => AIElement::STATUS_PROCESSING,
  1484. 'created_at' => isset($responseData['data']['created_at']) ?
  1485. date('Y-m-d H:i:s', $responseData['data']['created_at'] / 1000) : now(),
  1486. 'updated_at' => isset($responseData['data']['updated_at']) ?
  1487. date('Y-m-d H:i:s', $responseData['data']['updated_at'] / 1000) : now(),
  1488. ]);
  1489. } else {
  1490. $element->update([
  1491. 'task_status' => AIElement::STATUS_FAILED,
  1492. 'task_status_msg' => '未知的API响应格式',
  1493. ]);
  1494. }
  1495. } catch (\Exception $e) {
  1496. // 记录错误
  1497. $element->update([
  1498. 'task_status' => AIElement::STATUS_FAILED,
  1499. 'task_status_msg' => 'API请求失败: ' . $e->getMessage(),
  1500. ]);
  1501. dLog('generate')->error('可灵AI创建主体API请求异常: ' . $e->getMessage());
  1502. }
  1503. }
  1504. /**
  1505. * 查询单个主体状态
  1506. *
  1507. * @param string $taskId
  1508. * @param string|null $externalTaskId
  1509. * @return array
  1510. */
  1511. public function queryElementStatus(string $taskId, string $externalTaskId = null): array
  1512. {
  1513. $client = new Client(['verify' => false, 'timeout' => 120]);
  1514. try {
  1515. // 生成JWT token
  1516. $jwtToken = $this->generateKelingJwtToken();
  1517. // 构建查询URL
  1518. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements/' . $taskId;
  1519. $queryParams = [];
  1520. if ($externalTaskId) {
  1521. $queryParams['external_task_id'] = $externalTaskId;
  1522. }
  1523. if (!empty($queryParams)) {
  1524. $url .= '?' . http_build_query($queryParams);
  1525. }
  1526. $response = $client->get($url, [
  1527. 'headers' => [
  1528. 'Authorization' => 'Bearer ' . $jwtToken,
  1529. 'Content-Type' => 'application/json',
  1530. ]
  1531. ]);
  1532. $responseData = json_decode($response->getBody(), true);
  1533. dLog('generate')->info('可灵AI查询主体状态响应: ', $responseData);
  1534. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1535. return [
  1536. 'success' => false,
  1537. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1538. 'data' => null
  1539. ];
  1540. }
  1541. // 更新本地数据库记录
  1542. if (isset($responseData['data'])) {
  1543. $this->updateLocalElementFromApi($responseData['data']);
  1544. }
  1545. return [
  1546. 'success' => true,
  1547. 'data' => $responseData['data']
  1548. ];
  1549. } catch (\Exception $e) {
  1550. dLog('generate')->error('可灵AI查询主体状态异常: ' . $e->getMessage());
  1551. return [
  1552. 'success' => false,
  1553. 'message' => '查询失败: ' . $e->getMessage(),
  1554. 'data' => null
  1555. ];
  1556. }
  1557. }
  1558. /**
  1559. * 根据API响应更新本地主体记录
  1560. *
  1561. * @param array $apiData
  1562. * @return void
  1563. */
  1564. private function updateLocalElementFromApi(array $apiData): void
  1565. {
  1566. $element = AIElement::where('task_id', $apiData['task_id'])->first();
  1567. if (!$element) {
  1568. return;
  1569. }
  1570. $updateData = [
  1571. 'task_status' => $apiData['task_status'],
  1572. 'task_status_msg' => $apiData['task_status_msg'] ?? null,
  1573. 'final_unit_deduction' => $apiData['final_unit_deduction'] ?? null,
  1574. 'updated_at' => isset($apiData['updated_at']) ?
  1575. date('Y-m-d H:i:s', $apiData['updated_at'] / 1000) : now(),
  1576. ];
  1577. // 如果任务成功,更新主体信息
  1578. if ($apiData['task_status'] === AIElement::STATUS_SUCCEED && isset($apiData['task_result']['elements'])) {
  1579. $elementData = $apiData['task_result']['elements'][0];
  1580. $updateData = array_merge($updateData, [
  1581. 'element_id' => $elementData['element_id'],
  1582. 'element_voice_info' => $elementData['element_voice_info'] ?? null,
  1583. 'owned_by' => $elementData['owned_by'] ?? 'custom',
  1584. 'status' => $elementData['status'] ?? AIElement::ELEMENT_STATUS_SUCCEED,
  1585. ]);
  1586. }
  1587. $element->update($updateData);
  1588. }
  1589. /**
  1590. * 查询自定义主体列表
  1591. *
  1592. * @param int $pageNum
  1593. * @param int $pageSize
  1594. * @return array
  1595. */
  1596. public function queryCustomElementsList(int $pageNum = 1, int $pageSize = 30): array
  1597. {
  1598. $client = new Client(['verify' => false, 'timeout' => 120]);
  1599. try {
  1600. // 生成JWT token
  1601. $jwtToken = $this->generateKelingJwtToken();
  1602. // 构建查询URL
  1603. $url = 'https://api-beijing.klingai.com/v1/general/advanced-custom-elements';
  1604. $queryParams = [
  1605. 'pageNum' => $pageNum,
  1606. 'pageSize' => $pageSize,
  1607. ];
  1608. $url .= '?' . http_build_query($queryParams);
  1609. $response = $client->get($url, [
  1610. 'headers' => [
  1611. 'Authorization' => 'Bearer ' . $jwtToken,
  1612. 'Content-Type' => 'application/json',
  1613. ]
  1614. ]);
  1615. $responseData = json_decode($response->getBody(), true);
  1616. dLog('generate')->info('可灵AI查询自定义主体列表响应: ', $responseData);
  1617. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1618. return [
  1619. 'success' => false,
  1620. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1621. 'data' => []
  1622. ];
  1623. }
  1624. // 更新本地数据库记录
  1625. if (isset($responseData['data']) && is_array($responseData['data'])) {
  1626. foreach ($responseData['data'] as $elementData) {
  1627. $this->updateLocalElementFromApi($elementData);
  1628. }
  1629. }
  1630. return [
  1631. 'success' => true,
  1632. 'data' => $responseData['data'] ?? []
  1633. ];
  1634. } catch (\Exception $e) {
  1635. dLog('generate')->error('可灵AI查询自定义主体列表异常: ' . $e->getMessage());
  1636. return [
  1637. 'success' => false,
  1638. 'message' => '查询失败: ' . $e->getMessage(),
  1639. 'data' => []
  1640. ];
  1641. }
  1642. }
  1643. /**
  1644. * 查询官方主体列表
  1645. *
  1646. * @param int $pageNum
  1647. * @param int $pageSize
  1648. * @return array
  1649. */
  1650. public function queryOfficialElementsList(int $pageNum = 1, int $pageSize = 30): array
  1651. {
  1652. $client = new Client(['verify' => false, 'timeout' => 120]);
  1653. try {
  1654. // 生成JWT token
  1655. $jwtToken = $this->generateKelingJwtToken();
  1656. // 构建查询URL
  1657. $url = 'https://api-beijing.klingai.com/v1/general/advanced-presets-elements';
  1658. $queryParams = [
  1659. 'pageNum' => $pageNum,
  1660. 'pageSize' => $pageSize,
  1661. ];
  1662. $url .= '?' . http_build_query($queryParams);
  1663. $response = $client->get($url, [
  1664. 'headers' => [
  1665. 'Authorization' => 'Bearer ' . $jwtToken,
  1666. 'Content-Type' => 'application/json',
  1667. ]
  1668. ]);
  1669. $responseData = json_decode($response->getBody(), true);
  1670. dLog('generate')->info('可灵AI查询官方主体列表响应: ', $responseData);
  1671. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1672. return [
  1673. 'success' => false,
  1674. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API查询失败',
  1675. 'data' => []
  1676. ];
  1677. }
  1678. return [
  1679. 'success' => true,
  1680. 'data' => $responseData['data'] ?? []
  1681. ];
  1682. } catch (\Exception $e) {
  1683. dLog('generate')->error('可灵AI查询官方主体列表异常: ' . $e->getMessage());
  1684. return [
  1685. 'success' => false,
  1686. 'message' => '查询失败: ' . $e->getMessage(),
  1687. 'data' => []
  1688. ];
  1689. }
  1690. }
  1691. /**
  1692. * 删除自定义主体
  1693. *
  1694. * @param string $elementId
  1695. * @return array
  1696. */
  1697. public function deleteElement(string $elementId): array
  1698. {
  1699. $client = new Client(['verify' => false, 'timeout' => 120]);
  1700. try {
  1701. // 生成JWT token
  1702. $jwtToken = $this->generateKelingJwtToken();
  1703. // 构建API请求参数
  1704. $apiParams = [
  1705. 'element_id' => $elementId,
  1706. ];
  1707. dLog('generate')->info('可灵AI删除主体参数: ', $apiParams);
  1708. // 调用可灵AI删除主体API
  1709. $response = $client->post('https://api-beijing.klingai.com/v1/general/delete-elements', [
  1710. 'headers' => [
  1711. 'Authorization' => 'Bearer ' . $jwtToken,
  1712. 'Content-Type' => 'application/json',
  1713. ],
  1714. 'json' => $apiParams
  1715. ]);
  1716. $responseData = json_decode($response->getBody(), true);
  1717. dLog('generate')->info('可灵AI删除主体API响应: ', $responseData);
  1718. if (isset($responseData['error']) || (isset($responseData['code']) && $responseData['code'] !== 0)) {
  1719. // API返回错误
  1720. return [
  1721. 'success' => false,
  1722. 'message' => $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error'
  1723. ];
  1724. } else {
  1725. // 删除成功,更新本地记录状态
  1726. AIElement::where('element_id', $elementId)->update([
  1727. 'status' => AIElement::ELEMENT_STATUS_DELETED,
  1728. 'updated_at' => now(),
  1729. ]);
  1730. return [
  1731. 'success' => true,
  1732. 'message' => '主体删除成功',
  1733. 'data' => $responseData['data'] ?? []
  1734. ];
  1735. }
  1736. } catch (\Exception $e) {
  1737. dLog('generate')->error('可灵AI删除主体API请求异常: ' . $e->getMessage());
  1738. return [
  1739. 'success' => false,
  1740. 'message' => 'API请求失败: ' . $e->getMessage()
  1741. ];
  1742. }
  1743. }
  1744. /**
  1745. * 获取本地主体列表(包含自定义和官方)
  1746. *
  1747. * @param array $filters
  1748. * @return \Illuminate\Contracts\Pagination\LengthAwarePaginator
  1749. */
  1750. public function getLocalElementsList(array $filters = [])
  1751. {
  1752. $query = AIElement::query();
  1753. // 筛选条件
  1754. if (isset($filters['owned_by'])) {
  1755. $query->where('owned_by', $filters['owned_by']);
  1756. }
  1757. if (isset($filters['reference_type'])) {
  1758. $query->where('reference_type', $filters['reference_type']);
  1759. }
  1760. if (isset($filters['status'])) {
  1761. $query->where('status', $filters['status']);
  1762. }
  1763. if (isset($filters['task_status'])) {
  1764. $query->where('task_status', $filters['task_status']);
  1765. }
  1766. // 搜索关键词
  1767. if (isset($filters['keyword']) && !empty($filters['keyword'])) {
  1768. $query->where(function ($q) use ($filters) {
  1769. $q->where('element_name', 'like', '%' . $filters['keyword'] . '%')
  1770. ->orWhere('element_description', 'like', '%' . $filters['keyword'] . '%');
  1771. });
  1772. }
  1773. return $query->orderBy('created_at', 'desc')
  1774. ->paginate($filters['page_size'] ?? 20);
  1775. }
  1776. /**
  1777. * 添加视频生成对话记录
  1778. *
  1779. * @param int $segmentId 分镜ID
  1780. * @param string $videoUrl 视频URL
  1781. * @return void
  1782. */
  1783. private function addVideoGenerationRecords($segmentId, $videoUrl)
  1784. {
  1785. try {
  1786. // 获取分镜信息
  1787. $segment = DB::table('mp_episode_segments as a')->leftJoin('mp_animes as b', 'a.anime_id', 'b.id')
  1788. ->where('a.segment_id', $segmentId)
  1789. ->select('b.user_id as uid', 'a.anime_id', 'a.episode_number', 'a.tail_frame')
  1790. ->first();
  1791. if (!$segment) {
  1792. dLog('generate')->warning('分镜信息不存在,无法添加对话记录', ['segment_id' => $segmentId]);
  1793. return;
  1794. }
  1795. $now = date('Y-m-d H:i:s');
  1796. // 保存对话记录
  1797. $records = [
  1798. [
  1799. 'uid' => $segment->uid,
  1800. 'anime_id' => $segment->anime_id,
  1801. 'sequence' => $segment->episode_number,
  1802. 'role' => 'user',
  1803. 'content' => '图片转视频',
  1804. 'segment_id' => $segmentId,
  1805. 'video_url' => '',
  1806. 'created_at' => $now,
  1807. 'updated_at' => $now
  1808. ],
  1809. [
  1810. 'uid' => $segment->uid,
  1811. 'anime_id' => $segment->anime_id,
  1812. 'sequence' => $segment->episode_number,
  1813. 'role' => 'assistant',
  1814. 'content' => $segment->tail_frame ?: '',
  1815. 'segment_id' => $segmentId,
  1816. 'video_url' => $videoUrl,
  1817. 'created_at' => $now,
  1818. 'updated_at' => $now
  1819. ]
  1820. ];
  1821. DB::table('mp_anime_records')->insert($records);
  1822. dLog('generate')->info('视频生成对话记录添加成功', [
  1823. 'segment_id' => $segmentId,
  1824. 'video_url' => $videoUrl,
  1825. 'uid' => $segment->uid,
  1826. 'anime_id' => $segment->anime_id
  1827. ]);
  1828. } catch (\Exception $e) {
  1829. dLog('generate')->error('添加视频生成对话记录失败: ' . $e->getMessage(), [
  1830. 'segment_id' => $segmentId,
  1831. 'video_url' => $videoUrl,
  1832. 'error' => $e->getMessage()
  1833. ]);
  1834. }
  1835. }
  1836. /**
  1837. * 创建统一API视频生成任务(智帧20等新模型)
  1838. *
  1839. * @param array $params
  1840. * @return MpGenerateVideoTask
  1841. */
  1842. public function createUnifiedApiTask(array $params): MpGenerateVideoTask
  1843. {
  1844. // 生成唯一的任务ID
  1845. $taskId = 'unified_' . time() . '_' . uniqid();
  1846. // 创建任务记录
  1847. $task = MpGenerateVideoTask::create([
  1848. 'task_id' => $taskId,
  1849. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  1850. 'prompt' => $params['prompt'] ?? '',
  1851. 'first_frame_url' => $params['first_frame_url'] ?? '',
  1852. 'tail_frame_url' => $params['last_frame_url'] ?? '',
  1853. 'seed' => $params['seed'] ?? -1,
  1854. 'frames' => $params['video_duration'] ? ($params['video_duration'] * 24 + 1) : null,
  1855. 'video_resolution' => $params['video_resolution'] ?? '720p',
  1856. 'status' => MpGenerateVideoTask::STATUS_PENDING,
  1857. 'api_type' => 'zzengine',
  1858. 'extra_params' => [
  1859. 'task_type' => 'video',
  1860. 'model_code' => $params['model_code'] ?? 'zhizhen-20',
  1861. 'callback_url' => $params['callback_url'] ?? '',
  1862. 'video_duration' => $params['video_duration'] ?? 5,
  1863. 'video_ratio' => $params['video_ratio'] ?? '9:16',
  1864. 'parameters' => $params['parameters'] ?? [],
  1865. ]
  1866. ]);
  1867. // 提交任务到统一API
  1868. $this->submitUnifiedApiTaskToApi($task);
  1869. return $task;
  1870. }
  1871. /**
  1872. * 提交任务到统一API
  1873. *
  1874. * @param MpGenerateVideoTask $task
  1875. * @return void
  1876. */
  1877. private function submitUnifiedApiTaskToApi(MpGenerateVideoTask $task): void
  1878. {
  1879. $client = new Client(['verify' => false, 'timeout' => 120]);
  1880. try {
  1881. // 验证环境变量配置
  1882. $apiKey = env('ZHIZHEN_AI_SK');
  1883. $apiUrl = 'https://model-relay.zzengine.net/api/v1/task/submit';
  1884. if (empty($apiKey)) {
  1885. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1886. 'error_message' => '统一视频API密钥未配置,请检查环境变量UNIFIED_VIDEO_API_KEY'
  1887. ]);
  1888. return;
  1889. }
  1890. $extraParams = $task->extra_params;
  1891. // 构建统一API请求参数
  1892. $apiParams = [
  1893. 'task_type' => 'video',
  1894. 'model_code' => $extraParams['model_code'] ?? 'zhizhen-20',
  1895. 'prompt' => $task->prompt,
  1896. 'video_duration' => $extraParams['video_duration'] ?? 5,
  1897. 'video_resolution' => $task->video_resolution,
  1898. 'video_ratio' => $extraParams['video_ratio'] ?? '9:16',
  1899. ];
  1900. // 添加回调地址
  1901. if (!empty($extraParams['callback_url'])) {
  1902. $apiParams['callback_url'] = $extraParams['callback_url'];
  1903. }
  1904. // 添加parameters参数
  1905. if (!empty($extraParams['parameters'])) {
  1906. $apiParams['parameters'] = $extraParams['parameters'];
  1907. }
  1908. dLog('generate')->info('统一API视频生成参数: ', $apiParams);
  1909. logDB('generate', 'info', '统一API视频生成任务提交', ['id' => $task->id, 'params' => $apiParams]);
  1910. // 调用统一API
  1911. $response = $client->post($apiUrl, [
  1912. 'headers' => [
  1913. 'X-Api-Key' => $apiKey,
  1914. 'Content-Type' => 'application/json',
  1915. ],
  1916. 'json' => $apiParams
  1917. ]);
  1918. $responseData = json_decode($response->getBody(), true);
  1919. dLog('generate')->info('统一API响应: ', $responseData);
  1920. logDB('generate', 'info', '统一API视频生成API响应', ['id' => $task->id, 'response' => $responseData]);
  1921. if (isset($responseData['error']) || !isset($responseData['data']['task_uid'])) {
  1922. // API返回错误
  1923. $errorMsg = $responseData['error']['message'] ?? $responseData['message'] ?? 'API Error';
  1924. logDB('generate', 'error', '统一API视频生成任务提交失败', ['id' => $task->id, 'error' => $errorMsg]);
  1925. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1926. 'error_message' => $errorMsg,
  1927. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1928. ]);
  1929. } elseif (isset($responseData['data']['task_uid'])) {
  1930. // 任务提交成功,更新状态为处理中
  1931. $updateData = [
  1932. 'task_id' => $responseData['data']['task_uid'], // 使用API返回的task_uid
  1933. 'extra_params' => array_merge($task->extra_params, [
  1934. 'task_uid' => $responseData['data']['task_uid'],
  1935. 'estimated_amount' => $responseData['data']['estimated_amount'] ?? 0,
  1936. 'account_uid' => $responseData['data']['account_uid'] ?? '',
  1937. 'key_uid' => $responseData['data']['key_uid'] ?? '',
  1938. 'api_response' => $responseData
  1939. ])
  1940. ];
  1941. $task->updateStatus(MpGenerateVideoTask::STATUS_PROCESSING, $updateData);
  1942. } else {
  1943. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1944. 'error_message' => '未知的API响应格式',
  1945. 'extra_params' => array_merge($task->extra_params, ['api_response' => $responseData])
  1946. ]);
  1947. }
  1948. } catch (\GuzzleHttp\Exception\RequestException $e) {
  1949. $errorMsg = 'API请求失败';
  1950. if ($e->hasResponse()) {
  1951. $errorResponse = json_decode($e->getResponse()->getBody()->getContents(), true);
  1952. $errorMsg .= ': ' . ($errorResponse['message'] ?? $e->getMessage());
  1953. logDB('generate', 'error', '统一API请求失败', ['id' => $task->id, 'error' => $errorResponse]);
  1954. } else {
  1955. $errorMsg .= ': ' . $e->getMessage();
  1956. logDB('generate', 'error', '统一API请求失败', ['id' => $task->id, 'error' => $e->getMessage()]);
  1957. }
  1958. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1959. 'error_message' => $errorMsg
  1960. ]);
  1961. } catch (\Exception $e) {
  1962. logDB('generate', 'error', '统一API任务提交异常', ['id' => $task->id, 'error' => $e->getMessage()]);
  1963. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  1964. 'error_message' => 'API请求失败: ' . $e->getMessage()
  1965. ]);
  1966. }
  1967. }
  1968. /**
  1969. * 查询统一API任务状态
  1970. *
  1971. * @param MpGenerateVideoTask $task
  1972. * @return array
  1973. */
  1974. public function queryUnifiedApiTaskStatus(MpGenerateVideoTask $task): array
  1975. {
  1976. $client = new Client(['verify' => false, 'timeout' => 120]);
  1977. try {
  1978. // 获取API任务UID
  1979. $extraParams = $task->extra_params;
  1980. $taskUid = $extraParams['task_uid'] ?? $task->task_id;
  1981. if (!$taskUid) {
  1982. return [
  1983. 'status' => 'failed',
  1984. 'error_message' => 'API任务UID不存在',
  1985. 'result_url' => null
  1986. ];
  1987. }
  1988. // 验证环境变量配置
  1989. $apiKey = env('ZHIZHEN_AI_SK');
  1990. $apiUrl = 'https://model-relay.zzengine.net';
  1991. $queryUrl = rtrim($apiUrl, '/') . '/api/v1/task/query';
  1992. if (empty($apiKey)) {
  1993. return [
  1994. 'status' => 'failed',
  1995. 'error_message' => '统一视频API密钥未配置',
  1996. 'result_url' => null
  1997. ];
  1998. }
  1999. dLog('generate')->info('查询统一API任务状态: ', ['task_uid' => $taskUid]);
  2000. // 调用统一API查询接口(GET请求)
  2001. $response = $client->get($queryUrl, [
  2002. 'headers' => [
  2003. 'X-Api-Key' => $apiKey,
  2004. ],
  2005. 'query' => [
  2006. 'task_uid' => $taskUid
  2007. ]
  2008. ]);
  2009. $responseData = json_decode($response->getBody(), true);
  2010. dLog('generate')->info('统一API任务状态查询响应: ', $responseData);
  2011. logDB('generate', 'info', '统一API任务状态查询', ['id' => $task->id, 'response' => $responseData]);
  2012. // 检查响应code
  2013. if (!isset($responseData['code']) || $responseData['code'] !== 0) {
  2014. $errorMsg = $responseData['msg'] ?? $responseData['message'] ?? 'API查询失败';
  2015. logDB('generate', 'error', '统一API任务状态查询失败', ['id' => $task->id, 'error' => $errorMsg]);
  2016. return [
  2017. 'status' => 'failed',
  2018. 'error_message' => $errorMsg,
  2019. 'result_url' => null,
  2020. 'result_json' => $responseData ?? []
  2021. ];
  2022. }
  2023. // 解析API响应
  2024. $taskData = $responseData['data']['task'] ?? [];
  2025. if (empty($taskData)) {
  2026. return [
  2027. 'status' => 'failed',
  2028. 'error_message' => '任务数据为空',
  2029. 'result_url' => null,
  2030. 'result_json' => $responseData ?? []
  2031. ];
  2032. }
  2033. // 任务状态映射:0=排队中,1=执行中,2=成功,3=失败
  2034. $taskStatus = $taskData['status'] ?? 3;
  2035. $failReason = $taskData['fail_reason'] ?? '';
  2036. $returnData = [
  2037. 'status' => 'processing',
  2038. 'error_message' => null,
  2039. 'result_url' => null,
  2040. 'result_json' => $responseData ?? []
  2041. ];
  2042. // 根据status判断任务状态
  2043. if ($taskStatus === 2) {
  2044. // 任务成功
  2045. $detail = $taskData['detail'] ?? [];
  2046. $result = $detail['result'] ?? [];
  2047. // 获取视频URL
  2048. $videoUrl = $result['video'] ?? null;
  2049. if (!$videoUrl && isset($result['videos']) && is_array($result['videos']) && count($result['videos']) > 0) {
  2050. $videoUrl = $result['videos'][0];
  2051. }
  2052. if ($videoUrl) {
  2053. // 保存视频到TOS
  2054. try {
  2055. $video_name = 'ai_generation_' . time() . '_' . uniqid();
  2056. $video_ext = getVideoExtFromUrl($videoUrl);
  2057. $video_name = $video_name . $video_ext;
  2058. $url = uploadStreamByTos('video', file_get_contents($videoUrl), $video_name);
  2059. $returnData['result_url'] = $url;
  2060. } catch (\Exception $e) {
  2061. dLog('generate')->error('保存视频到TOS失败', ['error' => $e->getMessage()]);
  2062. $returnData['result_url'] = $videoUrl; // 如果保存失败,使用原URL
  2063. }
  2064. } else {
  2065. $returnData['status'] = 'failed';
  2066. $returnData['error_message'] = '视频URL不存在';
  2067. return $returnData;
  2068. }
  2069. // 获取视频时长
  2070. $video_duration = $detail['duration'] ?? 0;
  2071. if ($video_duration > 0) {
  2072. $returnData['video_duration'] = (int)$video_duration;
  2073. $returnData['video_time_point_start'] = 0;
  2074. $returnData['video_time_point_end'] = (int)$video_duration;
  2075. }
  2076. // 获取尾帧
  2077. if (isset($result['last_frame_url'])) {
  2078. $returnData['last_frame_url'] = $result['last_frame_url'];
  2079. }
  2080. $returnData['status'] = 'success';
  2081. } elseif ($taskStatus === 3) {
  2082. // 任务失败
  2083. $returnData['status'] = 'failed';
  2084. $returnData['error_message'] = $failReason ?: '任务执行失败';
  2085. } elseif (in_array($taskStatus, [0, 1])) {
  2086. // 0=排队中,1=执行中
  2087. $returnData['status'] = 'processing';
  2088. } else {
  2089. $returnData['status'] = 'failed';
  2090. $returnData['error_message'] = '未知的任务状态: ' . $taskStatus;
  2091. }
  2092. return $returnData;
  2093. } catch (\GuzzleHttp\Exception\RequestException $e) {
  2094. $errorMsg = 'API查询失败';
  2095. if ($e->hasResponse()) {
  2096. $errorResponse = json_decode($e->getResponse()->getBody()->getContents(), true);
  2097. $errorMsg .= ': ' . ($errorResponse['msg'] ?? $errorResponse['message'] ?? $e->getMessage());
  2098. } else {
  2099. $errorMsg .= ': ' . $e->getMessage();
  2100. }
  2101. return [
  2102. 'status' => 'failed',
  2103. 'error_message' => $errorMsg,
  2104. 'result_url' => null
  2105. ];
  2106. } catch (\Exception $e) {
  2107. return [
  2108. 'status' => 'failed',
  2109. 'error_message' => $e->getMessage(),
  2110. 'result_url' => null
  2111. ];
  2112. }
  2113. }
  2114. /**
  2115. * 更新统一API视频任务状态
  2116. *
  2117. * @param MpGenerateVideoTask $task
  2118. * @return void
  2119. */
  2120. private function updateUnifiedApiTask($task): void
  2121. {
  2122. $statusInfo = $this->queryUnifiedApiTaskStatus($task);
  2123. if (!isset($statusInfo['status'])) return;
  2124. if ($statusInfo['status'] === 'success') {
  2125. logDB('generate', 'info', '统一API视频生成任务成功', ['id' => $task->id, 'result_url' => $statusInfo['result_url']]);
  2126. $task->updateStatus(MpGenerateVideoTask::STATUS_SUCCESS, $statusInfo);
  2127. // 同步调整分镜视频状态和结果
  2128. $segment_id = getProp($task, 'alias_segment_id');
  2129. if ($segment_id && isset($statusInfo['result_url'])) {
  2130. try {
  2131. DB::beginTransaction();
  2132. $now = date('Y-m-d H:i:s');
  2133. // 构建更新数据
  2134. $segmentUpdateData = [
  2135. 'origin_video_url' => $statusInfo['result_url'],
  2136. 'video_task_status' => '已完成',
  2137. 'current_type' => 2,
  2138. 'last_frame_url' => $statusInfo['last_frame_url'] ?? '',
  2139. 'updated_at' => $now
  2140. ];
  2141. $compressed_video_url = compressVideo($statusInfo['result_url']);
  2142. $segmentUpdateData['video_url'] = $compressed_video_url ?: $statusInfo['result_url'];
  2143. // 只有当video_duration存在且大于0时才更新
  2144. if (isset($statusInfo['video_duration']) && $statusInfo['video_duration'] > 0) {
  2145. $segmentUpdateData['video_duration'] = $statusInfo['video_duration'];
  2146. $segmentUpdateData['video_time_point_start'] = 0;
  2147. $audio_duration = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('audio_duration');
  2148. $segmentUpdateData['video_time_point_end'] = $audio_duration ?? 0;
  2149. }
  2150. // 更新分镜表
  2151. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update($segmentUpdateData);
  2152. // 添加视频生成对话记录
  2153. $this->addVideoGenerationRecords($segment_id, $statusInfo['result_url']);
  2154. DB::commit();
  2155. } catch (\Exception $e) {
  2156. DB::rollBack();
  2157. dLog('generate')->error('统一API视频任务处理失败', [
  2158. 'segment_id' => $segment_id,
  2159. 'task_id' => $task->id,
  2160. 'error' => $e->getMessage()
  2161. ]);
  2162. }
  2163. }
  2164. } elseif ($statusInfo['status'] === 'failed') {
  2165. logDB('generate', 'error', '统一API视频生成任务失败', ['id' => $task->id, 'error' => $statusInfo['error_message']]);
  2166. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2167. 'error_message' => $statusInfo['error_message'],
  2168. 'result_json' => $statusInfo['result_json'] ?? []
  2169. ]);
  2170. // 同步更新分镜表状态为失败
  2171. $segment_id = getProp($task, 'alias_segment_id');
  2172. if ($segment_id) {
  2173. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  2174. 'video_task_status' => '失败',
  2175. 'updated_at' => date('Y-m-d H:i:s')
  2176. ]);
  2177. }
  2178. }
  2179. // 如果仍然是处理中状态,不做任何操作
  2180. // 处理:如果任务处理超过48小时,标记为失败
  2181. $processingTime = now()->diffInHours($task->created_at);
  2182. if ($processingTime > 48) {
  2183. logDB('generate', 'warning', '统一API视频生成任务超时', ['id' => $task->id, 'processing_hours' => $processingTime]);
  2184. $task->updateStatus(MpGenerateVideoTask::STATUS_FAILED, [
  2185. 'error_message' => '任务处理超时(超过48小时)'
  2186. ]);
  2187. // 同步更新分镜表状态为失败
  2188. $segment_id = getProp($task, 'alias_segment_id');
  2189. if ($segment_id) {
  2190. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  2191. 'video_task_status' => '失败',
  2192. 'updated_at' => date('Y-m-d H:i:s')
  2193. ]);
  2194. }
  2195. }
  2196. }
  2197. }