VideoGenerationController.php 44 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110
  1. <?php
  2. namespace App\Http\Controllers\AIGeneration;
  3. use Illuminate\Routing\Controller as BaseController;
  4. use App\Libs\Utils;
  5. use App\Services\AIGeneration\AIVideoGenerationService;
  6. use App\Transformer\AIGeneration\AIGenerationTransformer;
  7. use Illuminate\Http\Request;
  8. use Illuminate\Http\JsonResponse;
  9. use Illuminate\Support\Facades\Validator;
  10. use App\Libs\ApiResponse;
  11. use App\Models\AIElement;
  12. class VideoGenerationController extends BaseController
  13. {
  14. use ApiResponse;
  15. private $aiVideoGenerationService;
  16. public function __construct(
  17. AIVideoGenerationService $aiVideoGenerationService
  18. ) {
  19. $this->aiVideoGenerationService = $aiVideoGenerationService;
  20. }
  21. /**
  22. * 创建视频生成任务(即梦AI)
  23. *
  24. * @param Request $request
  25. * @return JsonResponse
  26. */
  27. public function createJimengTask(Request $request): JsonResponse
  28. {
  29. $data = $request->all();
  30. // 首先验证基本参数
  31. $baseRules = [
  32. 'prompt' => 'required|string|max:1000',
  33. 'seed' => 'required|integer',
  34. 'video_duration' => 'required|in:5,10',
  35. 'video_resolution' => 'required|in:720P,1080P'
  36. ];
  37. $baseMessages = [
  38. 'prompt.required' => '提示词不能为空',
  39. 'prompt.max' => '提示词不能超过1000个字符',
  40. 'seed.required' => '随机种子不能为空',
  41. 'seed.integer' => '随机种子必须是整数',
  42. 'video_duration.required' => '请选择视频时长',
  43. 'video_duration.in' => '视频时长只能是5s或10s',
  44. 'video_resolution.required' => '请选择视频分辨率',
  45. 'video_resolution.in' => '视频分辨率只能是720P或1080P',
  46. ];
  47. // 动态构建验证规则
  48. $validationRules = $baseRules;
  49. $validationMessages = $baseMessages;
  50. // 检查是否有首帧URL
  51. if (isset($data['first_frame_url'])) {
  52. $validationRules['first_frame_url'] = 'url';
  53. $validationMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  54. }
  55. // 检查是否有尾帧URL
  56. if (isset($data['tail_frame_url'])) {
  57. $validationRules['tail_frame_url'] = 'url';
  58. $validationMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  59. }
  60. // 检查是否有首帧文件
  61. if ($request->hasFile('first_frame_file')) {
  62. $validationRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  63. $validationMessages = array_merge($validationMessages, [
  64. 'first_frame_file.image' => '首帧必须是图片文件',
  65. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  66. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  67. ]);
  68. }
  69. // 检查是否有尾帧文件
  70. if ($request->hasFile('tail_frame_file')) {
  71. $validationRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  72. $validationMessages = array_merge($validationMessages, [
  73. 'tail_frame_file.image' => '尾帧必须是图片文件',
  74. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  75. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  76. ]);
  77. }
  78. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  79. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  80. }
  81. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  82. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  83. }
  84. $validator = Validator::make($data, $validationRules, $validationMessages);
  85. if ($validator->fails()) {
  86. Utils::throwError('1002:'.$validator->errors()->first());
  87. }
  88. $firstFrame = null;
  89. $tailFrame = null;
  90. // 处理首帧图片(文件上传方式)
  91. if ($request->hasFile('first_frame_file')) {
  92. $firstFrameFile = $request->file('first_frame_file');
  93. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  94. $data['first_frame_url'] = $firstFrame['url'];
  95. }
  96. // 处理首帧图片(URL方式)
  97. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  98. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  99. if (!$firstFrame) {
  100. Utils::throwError('1003:首帧图片获取失败');
  101. }
  102. }
  103. // 处理尾帧图片(文件上传方式)
  104. if ($request->hasFile('tail_frame_file')) {
  105. $tailFrameFile = $request->file('tail_frame_file');
  106. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  107. $data['tail_frame_url'] = $tailFrame['url'];
  108. }
  109. // 处理尾帧图片(URL方式)
  110. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  111. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  112. if (!$tailFrame) {
  113. Utils::throwError('1003:尾帧图片获取失败');
  114. }
  115. }
  116. // 验证首帧图片规格(如果存在)
  117. if ($firstFrame) {
  118. $this->validateFrameSpecs($firstFrame, '首帧');
  119. }
  120. // 验证尾帧图片规格(如果存在)
  121. if ($tailFrame) {
  122. $this->validateFrameSpecs($tailFrame, '尾帧');
  123. }
  124. // 如果首尾帧都存在,验证比例是否相同
  125. if ($firstFrame && $tailFrame) {
  126. $firstRatio = round($firstFrame['width'] / $firstFrame['height'], 2);
  127. $tailRatio = round($tailFrame['width'] / $tailFrame['height'], 2);
  128. if ($firstRatio != $tailRatio) {
  129. Utils::throwError('1003:尾帧图片与首帧图片比例必须相同');
  130. }
  131. }
  132. $task = $this->aiVideoGenerationService->createJimengTask($data);
  133. return $this->success(['task_id' => $task->task_id, 'status' => $task->status]);
  134. }
  135. /**
  136. * 查询视频任务状态
  137. *
  138. * @param string $taskId
  139. * @return JsonResponse
  140. */
  141. public function taskStatus(string $taskId): JsonResponse
  142. {
  143. $task = \App\Models\MpGenerateVideoTask::where('task_id', $taskId)->first();
  144. if (!$task) {
  145. return response()->json([
  146. 'success' => false,
  147. 'message' => '任务不存在'
  148. ], 404);
  149. }
  150. return response()->json([
  151. 'success' => true,
  152. 'data' => [
  153. 'task_id' => $task->task_id,
  154. 'status' => $task->status,
  155. 'result_url' => $task->result_url,
  156. 'error_message' => $task->error_message,
  157. 'created_at' => $task->created_at,
  158. 'started_at' => $task->started_at,
  159. 'completed_at' => $task->completed_at
  160. ]
  161. ]);
  162. }
  163. /**
  164. * 处理帧图片文件
  165. *
  166. * @param \Illuminate\Http\UploadedFile $file
  167. * @param string $frameType 帧类型(first/tail)
  168. * @return array
  169. */
  170. private function processFrameFile($file, string $frameType): array
  171. {
  172. // 验证图片信息
  173. $frameInfo = @getimagesize($file->getPathname());
  174. if (!$frameInfo) {
  175. Utils::throwError('1003:' . ($frameType === 'first' ? '首帧' : '尾帧') . '图片格式无效');
  176. }
  177. $frameData = [
  178. 'width' => $frameInfo[0],
  179. 'height' => $frameInfo[1],
  180. 'size' => $file->getSize(),
  181. ];
  182. // 上传图片到服务器
  183. try {
  184. $frameData['url'] = uploadFileByTos('image', $file);
  185. } catch (\Exception $e) {
  186. Utils::throwError('1003:' . ($frameType === 'first' ? '首帧' : '尾帧') . '图片上传失败:' . $e->getMessage());
  187. }
  188. return $frameData;
  189. }
  190. /**
  191. * 验证帧图片规格
  192. *
  193. * @param array $frame
  194. * @param string $frameName
  195. * @return void
  196. */
  197. private function validateFrameSpecs(array $frame, string $frameName): void
  198. {
  199. // 1.图片文件最大4.7MB
  200. if ($frame['size'] > 4.7 * 1024 * 1024) {
  201. Utils::throwError('1003:' . $frameName . '图片大小不能超过4.7MB');
  202. }
  203. // 2.图片分辨率最大: 4096*4096, 最短边不低于320
  204. $minDimension = min($frame['width'], $frame['height']);
  205. $maxDimension = max($frame['width'], $frame['height']);
  206. if ($maxDimension > 4096 || $minDimension < 320) {
  207. Utils::throwError('1003:' . $frameName . '图片分辨率不能超过4096*4096,且最短边不能低于320');
  208. }
  209. // 3.图片长边与短边比例在3以内
  210. if ($maxDimension / $minDimension > 3) {
  211. Utils::throwError('1003:' . $frameName . '图片长边与短边比例不能超过3');
  212. }
  213. }
  214. /**
  215. * 创建 Seedance 1.5 Pro 视频生成任务
  216. *
  217. * @param Request $request
  218. * @return JsonResponse
  219. */
  220. public function createSeedanceTask(Request $request): JsonResponse
  221. {
  222. $data = $request->all();
  223. // 验证基本参数
  224. $baseRules = [
  225. 'model' => 'required|string|in:doubao-seedance-1-5-pro-251215,doubao-seedance-1-0-pro-250528,doubao-seedance-1-0-pro-fast-251015,doubao-seedance-1-0-lite-t2v-250428,doubao-seedance-1-0-lite-i2v-250428',
  226. 'prompt' => 'required|max:1000',
  227. // 'content' => 'required|array|min:1',
  228. ];
  229. $baseMessages = [
  230. 'model.required' => '模型参数不能为空',
  231. 'model.in' => '模型只支持 doubao-seedance-1-5-pro-251215、doubao-seedance-1-0-pro-250528、doubao-seedance-1-0-pro-fast-251015、doubao-seedance-1-0-lite-t2v-250428、doubao-seedance-1-0-lite-i2v-250428',
  232. 'prompt.required' => '提示词不能为空',
  233. 'prompt.max' => '提示词不能超过1000个字符',
  234. // 'content.required' => '内容参数不能为空',
  235. // 'content.array' => '内容参数必须是数组',
  236. // 'content.min' => '内容参数至少包含一个元素',
  237. ];
  238. // 可选参数验证
  239. $optionalRules = [
  240. 'callback_url' => 'nullable|url',
  241. 'return_last_frame' => 'nullable|boolean',
  242. 'service_tier' => 'nullable|in:default,flex',
  243. 'execution_expires_after' => 'nullable|integer|min:3600|max:259200',
  244. 'generate_audio' => 'nullable|boolean',
  245. 'draft' => 'nullable|boolean',
  246. 'video_resolution' => 'required|in:480P,720P,1080P',
  247. 'ratio' => 'nullable|in:16:9,4:3,1:1,3:4,9:16,21:9,adaptive',
  248. 'video_duration' => 'required|integer|min:2|max:12',
  249. 'frames' => 'nullable|integer|min:29|max:289',
  250. 'seed' => 'nullable|integer|min:-1|max:4294967295',
  251. 'camera_fixed' => 'nullable|boolean',
  252. 'watermark' => 'nullable|boolean',
  253. ];
  254. $optionalMessages = [
  255. 'callback_url.url' => '回调地址格式不正确',
  256. 'service_tier.in' => '服务等级只能是 default 或 flex',
  257. 'execution_expires_after.integer' => '任务超时时间必须是整数',
  258. 'execution_expires_after.min' => '任务超时时间不能少于3600秒',
  259. 'execution_expires_after.max' => '任务超时时间不能超过259200秒',
  260. 'video_resolution.required' => '请选择视频分辨率',
  261. 'video_resolution.in' => '分辨率只能是 480P、720P 或 1080P',
  262. 'ratio.in' => '宽高比参数不正确',
  263. 'video_duration.required' => '请填写视频时长',
  264. 'video_duration.integer' => '视频时长必须是整数',
  265. 'video_duration.min' => '视频时长不能少于2秒',
  266. 'video_duration.max' => '视频时长不能超过12秒',
  267. 'frames.integer' => '帧数必须是整数',
  268. 'frames.min' => '帧数不能少于29',
  269. 'frames.max' => '帧数不能超过289',
  270. 'seed.integer' => '随机种子必须是整数',
  271. 'seed.min' => '随机种子不能小于-1',
  272. 'seed.max' => '随机种子不能超过4294967295',
  273. ];
  274. $validationRules = array_merge($baseRules, $optionalRules);
  275. $validationMessages = array_merge($baseMessages, $optionalMessages);
  276. // 检查是否有首帧URL
  277. if (isset($data['first_frame_url'])) {
  278. $optionalRules['first_frame_url'] = 'url';
  279. $optionalMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  280. }
  281. // 检查是否有尾帧URL
  282. if (isset($data['tail_frame_url'])) {
  283. $optionalRules['tail_frame_url'] = 'url';
  284. $optionalMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  285. }
  286. // 检查是否有首帧文件
  287. if ($request->hasFile('first_frame_file')) {
  288. $optionalRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  289. $optionalMessages = array_merge($optionalMessages, [
  290. 'first_frame_file.image' => '首帧必须是图片文件',
  291. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  292. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  293. ]);
  294. }
  295. // 检查是否有尾帧文件
  296. if ($request->hasFile('tail_frame_file')) {
  297. $optionalRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  298. $optionalMessages = array_merge($optionalMessages, [
  299. 'tail_frame_file.image' => '尾帧必须是图片文件',
  300. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  301. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  302. ]);
  303. }
  304. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  305. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  306. }
  307. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  308. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  309. }
  310. $validator = Validator::make($data, $validationRules, $validationMessages);
  311. if ($validator->fails()) {
  312. Utils::throwError('1002:'.$validator->errors()->first());
  313. }
  314. $data['content'] = [
  315. [
  316. 'type' => 'text',
  317. 'text' => $data['prompt'],
  318. ],
  319. ];
  320. $firstFrame = null;
  321. $tailFrame = null;
  322. // 以下首尾帧做模型兼容:
  323. // doubao-seedance-1-0-lite-t2v-250428只支持文生视频
  324. // doubao-seedance-1-0-pro-fast-251015只支持文生视频、图生视频-首帧
  325. // 处理首帧图片(文件上传方式)
  326. if ($request->hasFile('first_frame_file')) {
  327. $firstFrameFile = $request->file('first_frame_file');
  328. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  329. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428'])) {
  330. $data['first_frame_url'] = $firstFrame['url'];
  331. $data['content'][] = [
  332. 'type' => 'image_url',
  333. 'image_url' => [
  334. 'url' => $data['first_frame_url'],
  335. ],
  336. 'role' => 'first_frame',
  337. ];
  338. }
  339. }
  340. // 处理首帧图片(URL方式)
  341. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  342. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  343. if (!$firstFrame) {
  344. Utils::throwError('1003:首帧图片获取失败');
  345. }
  346. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428'])) {
  347. $data['content'][] = [
  348. 'type' => 'image_url',
  349. 'image_url' => [
  350. 'url' => $data['first_frame_url'],
  351. ],
  352. 'role' => 'first_frame',
  353. ];
  354. }else {
  355. $data['first_frame_url'] = '';
  356. }
  357. }
  358. // 处理尾帧图片(文件上传方式)
  359. if ($request->hasFile('tail_frame_file')) {
  360. $tailFrameFile = $request->file('tail_frame_file');
  361. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  362. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428', 'doubao-seedance-1-0-pro-fast-251015'])) {
  363. $data['tail_frame_url'] = $tailFrame['url'];
  364. $data['content'][] = [
  365. 'type' => 'image_url',
  366. 'image_url' => [
  367. 'url' => $data['tail_frame_url'],
  368. ],
  369. 'role' => 'last_frame',
  370. ];
  371. }
  372. }
  373. // 处理尾帧图片(URL方式)
  374. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  375. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  376. if (!$tailFrame) {
  377. Utils::throwError('1003:尾帧图片获取失败');
  378. }
  379. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428', 'doubao-seedance-1-0-pro-fast-251015'])) {
  380. $data['content'][] = [
  381. 'type' => 'image_url',
  382. 'image_url' => [
  383. 'url' => $data['tail_frame_url'],
  384. ],
  385. 'role' => 'last_frame',
  386. ];
  387. }else {
  388. $data['tail_frame_url'] = '';
  389. }
  390. }
  391. // 验证模型参数
  392. if (!in_array($data['model'], ['doubao-seedance-1-5-pro-251215'])) {
  393. $data['generate_audio'] = false;
  394. $data['draft'] = false;
  395. }
  396. if (in_array($data['model'], ['doubao-seedance-1-5-pro-251215'])) {
  397. if ($data['video_duration'] < 4) $data['video_duration'] = 4;
  398. if (!isset($data['ratio'])) $data['ratio'] = 'adaptive';
  399. }
  400. // 验证 content 数组内容
  401. $this->validateSeedanceContent($data['content']);
  402. $task = $this->aiVideoGenerationService->createSeedanceTask($data);
  403. return $this->success(['task_id' => $task->task_id, 'status' => $task->status]);
  404. }
  405. /**
  406. * 查询 Seedance 1.5 Pro 任务状态
  407. *
  408. * @param string $taskId
  409. * @return JsonResponse
  410. */
  411. public function getSeedanceTaskStatus(string $taskId): JsonResponse
  412. {
  413. try {
  414. $task = \App\Models\MpGenerateVideoTask::where('task_id', $taskId)->first();
  415. if (!$task) {
  416. return response()->json([
  417. 'success' => false,
  418. 'message' => '任务不存在'
  419. ], 404);
  420. }
  421. $result = $this->aiVideoGenerationService->querySeedanceTaskStatus($task);
  422. return $this->success($result);
  423. } catch (\Exception $e) {
  424. Utils::throwError('1001:'.$e->getMessage());
  425. }
  426. }
  427. /**
  428. * 验证 Seedance content 内容
  429. *
  430. * @param array $content
  431. * @return void
  432. */
  433. private function validateSeedanceContent(array $content): void
  434. {
  435. $hasText = false;
  436. $hasFirstFrame = false;
  437. $hasLastFrame = false;
  438. $hasReferenceImage = false;
  439. $hasDraftTask = false;
  440. foreach ($content as $index => $item) {
  441. if (!isset($item['type'])) {
  442. Utils::throwError('1002:content[' . $index . '] 缺少 type 字段');
  443. }
  444. switch ($item['type']) {
  445. case 'text':
  446. if (!isset($item['text']) || empty($item['text'])) {
  447. Utils::throwError('1002:text 类型的 content 必须包含非空的 text 字段');
  448. }
  449. if (mb_strlen($item['text']) > 1000) {
  450. Utils::throwError('1002:文本提示词不能超过1000个字符');
  451. }
  452. $hasText = true;
  453. break;
  454. case 'image_url':
  455. if (!isset($item['image_url']['url']) || empty($item['image_url']['url'])) {
  456. Utils::throwError('1002:image_url 类型的 content 必须包含 image_url.url 字段');
  457. }
  458. $role = $item['role'] ?? null;
  459. if ($role === 'first_frame') {
  460. $hasFirstFrame = true;
  461. } elseif ($role === 'last_frame') {
  462. $hasLastFrame = true;
  463. } elseif ($role === 'reference_image') {
  464. $hasReferenceImage = true;
  465. } elseif (empty($role)) {
  466. // 默认为首帧
  467. $hasFirstFrame = true;
  468. }
  469. break;
  470. case 'draft_task':
  471. if (!isset($item['draft_task']['id']) || empty($item['draft_task']['id'])) {
  472. Utils::throwError('1002:draft_task 类型的 content 必须包含 draft_task.id 字段');
  473. }
  474. $hasDraftTask = true;
  475. break;
  476. default:
  477. Utils::throwError('1002:不支持的 content type: ' . $item['type']);
  478. }
  479. }
  480. // 验证组合规则
  481. if ($hasLastFrame && !$hasFirstFrame) {
  482. Utils::throwError('1002:使用尾帧时必须同时提供首帧');
  483. }
  484. if ($hasReferenceImage && ($hasFirstFrame || $hasLastFrame)) {
  485. Utils::throwError('1002:参考图模式不能与首帧/尾帧模式混用');
  486. }
  487. if ($hasDraftTask && ($hasText || $hasFirstFrame || $hasLastFrame || $hasReferenceImage)) {
  488. Utils::throwError('1002:使用样片任务时不能同时提供其他内容');
  489. }
  490. }
  491. /**
  492. * 创建可灵AI Omni视频生成任务
  493. *
  494. * @param Request $request
  495. * @return JsonResponse
  496. */
  497. public function createKelingTask(Request $request): JsonResponse
  498. {
  499. $data = $request->all();
  500. // 验证基本参数
  501. $baseRules = [
  502. 'model' => 'required|string|in:kling-video-o1,kling-v3-omni',
  503. 'prompt' => 'required|max:2500',
  504. 'mode' => 'nullable|in:pro,std',
  505. 'aspect_ratio' => 'nullable|in:16:9,4:3,1:1,3:4,9:16,21:9',
  506. 'video_duration' => 'required|integer|min:3|max:15',
  507. ];
  508. $baseMessages = [
  509. 'model.required' => '模型参数不能为空',
  510. 'model.in' => '模型只支持 kling-video-o1、kling-v3-omni',
  511. 'prompt.required' => '提示词不能为空',
  512. 'prompt.max' => '提示词不能超过2500个字符',
  513. 'mode.in' => '模式只能是 pro 或 std',
  514. 'aspect_ratio.in' => '宽高比只能是 16:9、4:3、1:1、3:4、9:16、21:9',
  515. 'video_duration.required' => '请填写视频时长',
  516. 'video_duration.integer' => '视频时长必须是整数',
  517. 'video_duration.min' => '视频时长不能少于3秒',
  518. 'video_duration.max' => '视频时长不能超过15秒',
  519. ];
  520. // 可选参数验证
  521. $optionalRules = [
  522. 'multi_prompt' => 'nullable|array',
  523. 'multi_prompt.*' => 'string|max:2500',
  524. 'shot_type' => 'nullable|in:customize,single_shot,multi_shot',
  525. 'generate_audio' => 'nullable|boolean',
  526. 'webhook_url' => 'nullable|url',
  527. 'seed' => 'nullable|integer|min:-1|max:4294967295',
  528. 'video_resolution' => 'nullable|in:480P,720P,1080P',
  529. ];
  530. $optionalMessages = [
  531. 'multi_prompt.array' => '多段提示词必须是数组',
  532. 'multi_prompt.*.string' => '每段提示词必须是字符串',
  533. 'multi_prompt.*.max' => '每段提示词不能超过2500个字符',
  534. 'shot_type.in' => '镜头类型只能是 customize、single_shot、multi_shot',
  535. 'webhook_url.url' => '回调地址格式不正确',
  536. 'seed.integer' => '随机种子必须是整数',
  537. 'seed.min' => '随机种子不能小于-1',
  538. 'seed.max' => '随机种子不能超过4294967295',
  539. 'video_resolution.in' => '分辨率只能是 480P、720P 或 1080P',
  540. ];
  541. // 检查是否有首帧URL
  542. if (isset($data['first_frame_url'])) {
  543. $optionalRules['first_frame_url'] = 'url';
  544. $optionalMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  545. }
  546. // 检查是否有尾帧URL
  547. if (isset($data['tail_frame_url'])) {
  548. $optionalRules['tail_frame_url'] = 'url';
  549. $optionalMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  550. }
  551. // 检查是否有首帧文件
  552. if ($request->hasFile('first_frame_file')) {
  553. $optionalRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  554. $optionalMessages = array_merge($optionalMessages, [
  555. 'first_frame_file.image' => '首帧必须是图片文件',
  556. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  557. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  558. ]);
  559. }
  560. // 检查是否有尾帧文件
  561. if ($request->hasFile('tail_frame_file')) {
  562. $optionalRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  563. $optionalMessages = array_merge($optionalMessages, [
  564. 'tail_frame_file.image' => '尾帧必须是图片文件',
  565. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  566. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  567. ]);
  568. }
  569. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  570. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  571. }
  572. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  573. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  574. }
  575. $validationRules = array_merge($baseRules, $optionalRules);
  576. $validationMessages = array_merge($baseMessages, $optionalMessages);
  577. // 处理图片相关参数
  578. $validator = Validator::make($data, $validationRules, $validationMessages);
  579. if ($validator->fails()) {
  580. Utils::throwError('1002:'.$validator->errors()->first());
  581. }
  582. $firstFrame = null;
  583. $tailFrame = null;
  584. $data['image_list'] = [];
  585. // 处理首帧图片(文件上传方式)
  586. if ($request->hasFile('first_frame_file')) {
  587. $firstFrameFile = $request->file('first_frame_file');
  588. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  589. $data['first_frame_url'] = $firstFrame['url'];
  590. $data['image_list'][] = [
  591. 'image_url' => $data['first_frame_url'],
  592. 'type' => 'first_frame',
  593. ];
  594. }
  595. // 处理首帧图片(URL方式)
  596. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  597. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  598. if (!$firstFrame) {
  599. Utils::throwError('1003:首帧图片获取失败');
  600. }
  601. $data['image_list'][] = [
  602. 'image_url' => $data['first_frame_url'],
  603. 'type' => 'first_frame',
  604. ];
  605. }
  606. // 处理尾帧图片(文件上传方式)
  607. if ($request->hasFile('tail_frame_file')) {
  608. $tailFrameFile = $request->file('tail_frame_file');
  609. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  610. $data['tail_frame_url'] = $tailFrame['url'];
  611. $data['image_list'][] = [
  612. 'image_url' => $data['tail_frame_url'],
  613. 'type' => 'end_frame',
  614. ];
  615. }
  616. // 处理尾帧图片(URL方式)
  617. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  618. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  619. if (!$tailFrame) {
  620. Utils::throwError('1003:尾帧图片获取失败');
  621. }
  622. $data['image_list'][] = [
  623. 'image_url' => $data['tail_frame_url'],
  624. 'type' => 'end_frame',
  625. ];
  626. }
  627. $task = $this->aiVideoGenerationService->createKelingOmniTask($data);
  628. return $this->success(['task_id' => $task->task_id, 'status' => $task->status]);
  629. }
  630. /**
  631. * 查询可灵AI Omni任务状态
  632. *
  633. * @param string $taskId
  634. * @return JsonResponse
  635. */
  636. public function getKelingTaskStatus(string $taskId): JsonResponse
  637. {
  638. try {
  639. $task = \App\Models\MpGenerateVideoTask::where('task_id', $taskId)->first();
  640. if (!$task) {
  641. return response()->json([
  642. 'success' => false,
  643. 'message' => '任务不存在'
  644. ], 404);
  645. }
  646. $result = $this->aiVideoGenerationService->queryKelingOmniTaskStatus($task);
  647. return $this->success($result);
  648. } catch (\Exception $e) {
  649. Utils::throwError('1001:'.$e->getMessage());
  650. }
  651. }
  652. /**
  653. * 获取视频任务列表
  654. *
  655. * @param Request $request
  656. * @return mixed
  657. */
  658. public function taskList(Request $request)
  659. {
  660. $data = $request->all();
  661. $result = $this->aiVideoGenerationService->getTaskList($data);
  662. return $this->success($result, [new AIGenerationTransformer(), 'newBuildTaskList']);
  663. }
  664. // ==================== 主体管理相关接口 ====================
  665. /**
  666. * 创建主体
  667. *
  668. * @param Request $request
  669. * @return JsonResponse
  670. */
  671. public function createElement(Request $request): JsonResponse
  672. {
  673. try {
  674. // 验证请求参数
  675. $validated = $request->validate([
  676. 'element_name' => 'required|string|max:20',
  677. 'element_description' => 'required|string|max:100',
  678. 'reference_type' => 'required|in:image_refer,video_refer',
  679. 'element_image_list' => 'required_if:reference_type,image_refer|array',
  680. 'element_image_list.frontal_image' => 'required_if:reference_type,image_refer|string',
  681. 'element_image_list.refer_images' => 'required_if:reference_type,image_refer|array|min:1|max:3',
  682. 'element_image_list.refer_images.*.image_url' => 'required|string',
  683. 'element_video_list' => 'required_if:reference_type,video_refer|array',
  684. 'element_video_list.refer_videos' => 'required_if:reference_type,video_refer|array|size:1',
  685. 'element_video_list.refer_videos.*.video_url' => 'required|string',
  686. 'element_voice_id' => 'nullable|string',
  687. 'tag_list' => 'nullable|array',
  688. 'tag_list.*.tag_id' => 'required|in:o_101,o_102,o_103,o_104,o_105,o_106,o_107,o_108',
  689. 'callback_url' => 'nullable|url',
  690. 'external_task_id' => 'nullable|string',
  691. ]);
  692. // 调用服务层创建主体
  693. $element = $this->aiVideoGenerationService->createElement($validated);
  694. return response()->json([
  695. 'code' => 0,
  696. 'message' => '主体创建任务已提交',
  697. 'request_id' => uniqid(),
  698. 'data' => [
  699. 'task_id' => $element->task_id,
  700. 'task_info' => [
  701. 'external_task_id' => $element->external_task_id,
  702. ],
  703. 'task_status' => $element->task_status,
  704. 'created_at' => $element->created_at->timestamp * 1000,
  705. 'updated_at' => $element->updated_at->timestamp * 1000,
  706. ]
  707. ]);
  708. } catch (\Illuminate\Validation\ValidationException $e) {
  709. return response()->json([
  710. 'code' => 400,
  711. 'message' => '参数验证失败',
  712. 'request_id' => uniqid(),
  713. 'errors' => $e->errors()
  714. ], 400);
  715. } catch (\Exception $e) {
  716. dLog('generate')->error('创建主体失败: ' . $e->getMessage());
  717. return response()->json([
  718. 'code' => 500,
  719. 'message' => '创建主体失败: ' . $e->getMessage(),
  720. 'request_id' => uniqid(),
  721. ], 500);
  722. }
  723. }
  724. /**
  725. * 查询单个主体状态
  726. *
  727. * @param string $taskId
  728. * @param Request $request
  729. * @return JsonResponse
  730. */
  731. public function getElementStatus(string $taskId, Request $request): JsonResponse
  732. {
  733. try {
  734. $externalTaskId = $request->get('external_task_id');
  735. // 先查询本地数据库
  736. $query = AIElement::where('task_id', $taskId);
  737. if ($externalTaskId) {
  738. $query->orWhere('external_task_id', $externalTaskId);
  739. }
  740. $localElement = $query->first();
  741. if (!$localElement) {
  742. return response()->json([
  743. 'code' => 404,
  744. 'message' => '主体任务不存在',
  745. 'request_id' => uniqid(),
  746. ], 404);
  747. }
  748. // 如果任务还在处理中,查询最新状态
  749. if ($localElement->task_status === AIElement::STATUS_PROCESSING) {
  750. $apiResult = $this->aiVideoGenerationService->queryElementStatus($taskId, $externalTaskId);
  751. if ($apiResult['success'] && isset($apiResult['data'])) {
  752. $localElement->refresh(); // 重新加载数据
  753. }
  754. }
  755. // 构建响应数据
  756. $responseData = [
  757. 'task_id' => $localElement->task_id,
  758. 'task_status' => $localElement->task_status,
  759. 'task_status_msg' => $localElement->task_status_msg,
  760. 'task_info' => [
  761. 'external_task_id' => $localElement->external_task_id,
  762. ],
  763. 'created_at' => $localElement->created_at->timestamp * 1000,
  764. 'updated_at' => $localElement->updated_at->timestamp * 1000,
  765. ];
  766. // 如果任务成功,添加主体结果信息
  767. if ($localElement->task_status === AIElement::STATUS_SUCCEED && $localElement->element_id) {
  768. $responseData['task_result'] = [
  769. 'elements' => [
  770. [
  771. 'element_id' => $localElement->element_id,
  772. 'element_name' => $localElement->element_name,
  773. 'element_description' => $localElement->element_description,
  774. 'reference_type' => $localElement->reference_type,
  775. 'element_image_list' => $localElement->element_image_list,
  776. 'element_video_list' => $localElement->element_video_list,
  777. 'element_voice_info' => $localElement->element_voice_info,
  778. 'tag_list' => $localElement->tag_list,
  779. 'owned_by' => $localElement->owned_by,
  780. 'status' => $localElement->status,
  781. ]
  782. ]
  783. ];
  784. $responseData['final_unit_deduction'] = $localElement->final_unit_deduction;
  785. }
  786. return response()->json([
  787. 'code' => 0,
  788. 'message' => 'success',
  789. 'request_id' => uniqid(),
  790. 'data' => $responseData
  791. ]);
  792. } catch (\Exception $e) {
  793. dLog('generate')->error('查询主体状态失败: ' . $e->getMessage());
  794. return response()->json([
  795. 'code' => 500,
  796. 'message' => '查询主体状态失败: ' . $e->getMessage(),
  797. 'request_id' => uniqid(),
  798. ], 500);
  799. }
  800. }
  801. /**
  802. * 查询所有主体列表(包含自定义和官方)
  803. *
  804. * @param Request $request
  805. * @return JsonResponse
  806. */
  807. public function getElementsList(Request $request): JsonResponse
  808. {
  809. try {
  810. $pageNum = (int)$request->get('pageNum', 1);
  811. $pageSize = (int)$request->get('pageSize', 30);
  812. $type = $request->get('type', 'all'); // all, custom, official
  813. // 限制分页参数范围
  814. $pageNum = max(1, min($pageNum, 1000));
  815. $pageSize = max(1, min($pageSize, 500));
  816. $customElements = [];
  817. $officialElements = [];
  818. // 查询自定义主体
  819. if (in_array($type, ['all', 'custom'])) {
  820. $customResult = $this->aiVideoGenerationService->queryCustomElementsList($pageNum, $pageSize);
  821. if ($customResult['success']) {
  822. $customElements = $customResult['data'];
  823. }
  824. }
  825. // 查询官方主体
  826. if (in_array($type, ['all', 'official'])) {
  827. $officialResult = $this->aiVideoGenerationService->queryOfficialElementsList($pageNum, $pageSize);
  828. if ($officialResult['success']) {
  829. $officialElements = $officialResult['data'];
  830. }
  831. }
  832. // 合并结果
  833. $allElements = array_merge($customElements, $officialElements);
  834. return response()->json([
  835. 'code' => 0,
  836. 'message' => 'success',
  837. 'request_id' => uniqid(),
  838. 'data' => $allElements
  839. ]);
  840. } catch (\Exception $e) {
  841. dLog('generate')->error('查询主体列表失败: ' . $e->getMessage());
  842. return response()->json([
  843. 'code' => 500,
  844. 'message' => '查询主体列表失败: ' . $e->getMessage(),
  845. 'request_id' => uniqid(),
  846. ], 500);
  847. }
  848. }
  849. /**
  850. * 删除自定义主体
  851. *
  852. * @param Request $request
  853. * @return JsonResponse
  854. */
  855. public function deleteElement(Request $request): JsonResponse
  856. {
  857. try {
  858. // 验证请求参数
  859. $validated = $request->validate([
  860. 'element_id' => 'required|string',
  861. ]);
  862. // 检查主体是否存在且为自定义主体
  863. $element = AIElement::where('element_id', $validated['element_id'])->first();
  864. if (!$element) {
  865. return response()->json([
  866. 'code' => 404,
  867. 'message' => '主体不存在',
  868. 'request_id' => uniqid(),
  869. ], 404);
  870. }
  871. if ($element->owned_by === 'kling') {
  872. return response()->json([
  873. 'code' => 400,
  874. 'message' => '不能删除官方主体',
  875. 'request_id' => uniqid(),
  876. ], 400);
  877. }
  878. // 调用服务层删除主体
  879. $result = $this->aiVideoGenerationService->deleteElement($validated['element_id']);
  880. if ($result['success']) {
  881. return response()->json([
  882. 'code' => 0,
  883. 'message' => $result['message'],
  884. 'request_id' => uniqid(),
  885. 'data' => $result['data']
  886. ]);
  887. } else {
  888. return response()->json([
  889. 'code' => 500,
  890. 'message' => $result['message'],
  891. 'request_id' => uniqid(),
  892. ], 500);
  893. }
  894. } catch (\Illuminate\Validation\ValidationException $e) {
  895. return response()->json([
  896. 'code' => 400,
  897. 'message' => '参数验证失败',
  898. 'request_id' => uniqid(),
  899. 'errors' => $e->errors()
  900. ], 400);
  901. } catch (\Exception $e) {
  902. dLog('generate')->error('删除主体失败: ' . $e->getMessage());
  903. return response()->json([
  904. 'code' => 500,
  905. 'message' => '删除主体失败: ' . $e->getMessage(),
  906. 'request_id' => uniqid(),
  907. ], 500);
  908. }
  909. }
  910. /**
  911. * 获取本地主体列表(用于内部管理)
  912. *
  913. * @param Request $request
  914. * @return JsonResponse
  915. */
  916. public function getLocalElementsList(Request $request): JsonResponse
  917. {
  918. try {
  919. // 构建筛选条件
  920. $filters = [
  921. 'owned_by' => $request->get('owned_by'),
  922. 'reference_type' => $request->get('reference_type'),
  923. 'status' => $request->get('status'),
  924. 'task_status' => $request->get('task_status'),
  925. 'keyword' => $request->get('keyword'),
  926. 'page_size' => (int)$request->get('page_size', 20),
  927. ];
  928. // 移除空值
  929. $filters = array_filter($filters, function($value) {
  930. return $value !== null && $value !== '';
  931. });
  932. // 调用服务层获取列表
  933. $elements = $this->aiVideoGenerationService->getLocalElementsList($filters);
  934. // 转换数据格式
  935. $data = $elements->map(function ($element) {
  936. return [
  937. 'id' => $element->id,
  938. 'task_id' => $element->task_id,
  939. 'external_task_id' => $element->external_task_id,
  940. 'task_status' => $element->task_status,
  941. 'task_status_msg' => $element->task_status_msg,
  942. 'element_id' => $element->element_id,
  943. 'element_name' => $element->element_name,
  944. 'element_description' => $element->element_description,
  945. 'reference_type' => $element->reference_type,
  946. 'element_image_list' => $element->element_image_list,
  947. 'element_video_list' => $element->element_video_list,
  948. 'element_voice_id' => $element->element_voice_id,
  949. 'element_voice_info' => $element->element_voice_info,
  950. 'tag_list' => $element->tag_list,
  951. 'tag_names' => $element->tag_names, // 使用模型的访问器
  952. 'owned_by' => $element->owned_by,
  953. 'status' => $element->status,
  954. 'final_unit_deduction' => $element->final_unit_deduction,
  955. 'created_at' => $element->created_at->format('Y-m-d H:i:s'),
  956. 'updated_at' => $element->updated_at->format('Y-m-d H:i:s'),
  957. ];
  958. });
  959. return response()->json([
  960. 'code' => 0,
  961. 'message' => 'success',
  962. 'request_id' => uniqid(),
  963. 'data' => [
  964. 'data' => $data,
  965. 'current_page' => $elements->currentPage(),
  966. 'last_page' => $elements->lastPage(),
  967. 'per_page' => $elements->perPage(),
  968. 'total' => $elements->total(),
  969. ]
  970. ]);
  971. } catch (\Exception $e) {
  972. dLog('generate')->error('获取本地主体列表失败: ' . $e->getMessage());
  973. return response()->json([
  974. 'code' => 500,
  975. 'message' => '获取本地主体列表失败: ' . $e->getMessage(),
  976. 'request_id' => uniqid(),
  977. ], 500);
  978. }
  979. }
  980. }