VideoGenerationController.php 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109
  1. <?php
  2. namespace App\Http\Controllers\AIGeneration;
  3. use Illuminate\Routing\Controller as BaseController;
  4. use App\Libs\Utils;
  5. use App\Services\AIGeneration\AIVideoGenerationService;
  6. use App\Transformer\AIGeneration\AIGenerationTransformer;
  7. use Illuminate\Http\Request;
  8. use Illuminate\Http\JsonResponse;
  9. use Illuminate\Support\Facades\Validator;
  10. use App\Libs\ApiResponse;
  11. use App\Models\AIElement;
  12. class VideoGenerationController extends BaseController
  13. {
  14. use ApiResponse;
  15. private $aiVideoGenerationService;
  16. public function __construct(
  17. AIVideoGenerationService $aiVideoGenerationService
  18. ) {
  19. $this->aiVideoGenerationService = $aiVideoGenerationService;
  20. }
  21. /**
  22. * 创建视频生成任务(即梦AI)
  23. *
  24. * @param Request $request
  25. * @return JsonResponse
  26. */
  27. public function createJimengTask(Request $request): JsonResponse
  28. {
  29. $data = $request->all();
  30. // 首先验证基本参数
  31. $baseRules = [
  32. 'prompt' => 'required|string|max:1000',
  33. 'seed' => 'required|integer',
  34. 'video_duration' => 'required|in:5,10',
  35. 'video_resolution' => 'required|in:720P,1080P'
  36. ];
  37. $baseMessages = [
  38. 'prompt.required' => '提示词不能为空',
  39. 'prompt.max' => '提示词不能超过1000个字符',
  40. 'seed.required' => '随机种子不能为空',
  41. 'seed.integer' => '随机种子必须是整数',
  42. 'video_duration.required' => '请选择视频时长',
  43. 'video_duration.in' => '视频时长只能是5s或10s',
  44. 'video_resolution.required' => '请选择视频分辨率',
  45. 'video_resolution.in' => '视频分辨率只能是720P或1080P',
  46. ];
  47. // 动态构建验证规则
  48. $validationRules = $baseRules;
  49. $validationMessages = $baseMessages;
  50. // 检查是否有首帧URL
  51. if (isset($data['first_frame_url'])) {
  52. $validationRules['first_frame_url'] = 'url';
  53. $validationMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  54. }
  55. // 检查是否有尾帧URL
  56. if (isset($data['tail_frame_url'])) {
  57. $validationRules['tail_frame_url'] = 'url';
  58. $validationMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  59. }
  60. // 检查是否有首帧文件
  61. if ($request->hasFile('first_frame_file')) {
  62. $validationRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  63. $validationMessages = array_merge($validationMessages, [
  64. 'first_frame_file.image' => '首帧必须是图片文件',
  65. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  66. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  67. ]);
  68. }
  69. // 检查是否有尾帧文件
  70. if ($request->hasFile('tail_frame_file')) {
  71. $validationRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  72. $validationMessages = array_merge($validationMessages, [
  73. 'tail_frame_file.image' => '尾帧必须是图片文件',
  74. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  75. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  76. ]);
  77. }
  78. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  79. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  80. }
  81. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  82. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  83. }
  84. $validator = Validator::make($data, $validationRules, $validationMessages);
  85. if ($validator->fails()) {
  86. Utils::throwError('1002:'.$validator->errors()->first());
  87. }
  88. $firstFrame = null;
  89. $tailFrame = null;
  90. // 处理首帧图片(文件上传方式)
  91. if ($request->hasFile('first_frame_file')) {
  92. $firstFrameFile = $request->file('first_frame_file');
  93. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  94. $data['first_frame_url'] = $firstFrame['url'];
  95. }
  96. // 处理首帧图片(URL方式)
  97. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  98. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  99. if (!$firstFrame) {
  100. Utils::throwError('1003:首帧图片获取失败');
  101. }
  102. }
  103. // 处理尾帧图片(文件上传方式)
  104. if ($request->hasFile('tail_frame_file')) {
  105. $tailFrameFile = $request->file('tail_frame_file');
  106. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  107. $data['tail_frame_url'] = $tailFrame['url'];
  108. }
  109. // 处理尾帧图片(URL方式)
  110. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  111. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  112. if (!$tailFrame) {
  113. Utils::throwError('1003:尾帧图片获取失败');
  114. }
  115. }
  116. // 验证首帧图片规格(如果存在)
  117. if ($firstFrame) {
  118. $this->validateFrameSpecs($firstFrame, '首帧');
  119. }
  120. // 验证尾帧图片规格(如果存在)
  121. if ($tailFrame) {
  122. $this->validateFrameSpecs($tailFrame, '尾帧');
  123. }
  124. // 如果首尾帧都存在,验证比例是否相同
  125. if ($firstFrame && $tailFrame) {
  126. $firstRatio = round($firstFrame['width'] / $firstFrame['height'], 2);
  127. $tailRatio = round($tailFrame['width'] / $tailFrame['height'], 2);
  128. if ($firstRatio != $tailRatio) {
  129. Utils::throwError('1003:尾帧图片与首帧图片比例必须相同');
  130. }
  131. }
  132. $task = $this->aiVideoGenerationService->createJimengTask($data);
  133. return $this->success(['task_id' => $task->id, 'status' => $task->status]);
  134. }
  135. /**
  136. * 查询视频任务状态
  137. *
  138. * @param string $taskId
  139. * @return JsonResponse
  140. */
  141. public function taskStatus(string $taskId): JsonResponse
  142. {
  143. $task = \App\Models\MpGenerateVideoTask::where('id', $taskId)->first();
  144. if (!$task) {
  145. return response()->json([
  146. 'success' => false,
  147. 'message' => '任务不存在'
  148. ], 404);
  149. }
  150. return response()->json([
  151. 'success' => true,
  152. 'data' => [
  153. 'task_id' => $task->id,
  154. 'status' => $task->status,
  155. 'result_url' => $task->result_url,
  156. 'error_message' => $task->error_message,
  157. 'created_at' => $task->created_at,
  158. 'started_at' => $task->started_at,
  159. 'completed_at' => $task->completed_at
  160. ]
  161. ]);
  162. }
  163. /**
  164. * 处理帧图片文件
  165. *
  166. * @param \Illuminate\Http\UploadedFile $file
  167. * @param string $frameType 帧类型(first/tail)
  168. * @return array
  169. */
  170. private function processFrameFile($file, string $frameType): array
  171. {
  172. // 验证图片信息
  173. $frameInfo = @getimagesize($file->getPathname());
  174. if (!$frameInfo) {
  175. Utils::throwError('1003:' . ($frameType === 'first' ? '首帧' : '尾帧') . '图片格式无效');
  176. }
  177. $frameData = [
  178. 'width' => $frameInfo[0],
  179. 'height' => $frameInfo[1],
  180. 'size' => $file->getSize(),
  181. ];
  182. // 上传图片到服务器
  183. try {
  184. $frameData['url'] = uploadFileByTos('image', $file);
  185. } catch (\Exception $e) {
  186. Utils::throwError('1003:' . ($frameType === 'first' ? '首帧' : '尾帧') . '图片上传失败:' . $e->getMessage());
  187. }
  188. return $frameData;
  189. }
  190. /**
  191. * 验证帧图片规格
  192. *
  193. * @param array $frame
  194. * @param string $frameName
  195. * @return void
  196. */
  197. private function validateFrameSpecs(array $frame, string $frameName): void
  198. {
  199. // 1.图片文件最大4.7MB
  200. if ($frame['size'] > 13 * 1024 * 1024) {
  201. Utils::throwError('1003:' . $frameName . '图片大小不能超过10MB');
  202. }
  203. // 2.图片分辨率最大: 4096*4096, 最短边不低于320
  204. $minDimension = min($frame['width'], $frame['height']);
  205. $maxDimension = max($frame['width'], $frame['height']);
  206. if ($maxDimension > 4096 || $minDimension < 320) {
  207. Utils::throwError('1003:' . $frameName . '图片分辨率不能超过4096*4096,且最短边不能低于320');
  208. }
  209. // 3.图片长边与短边比例在3以内
  210. if ($maxDimension / $minDimension > 3) {
  211. Utils::throwError('1003:' . $frameName . '图片长边与短边比例不能超过3');
  212. }
  213. }
  214. /**
  215. * 创建 Seedance 1.5 Pro 视频生成任务
  216. *
  217. * @param Request $request
  218. * @return JsonResponse
  219. */
  220. public function createSeedanceTask(Request $request): JsonResponse
  221. {
  222. $data = $request->all();
  223. // 验证基本参数
  224. $baseRules = [
  225. 'model' => 'required|string|in:doubao-seedance-1-5-pro-251215,doubao-seedance-1-0-pro-250528,doubao-seedance-1-0-pro-fast-251015',
  226. 'prompt' => 'required|max:1000',
  227. // 'content' => 'required|array|min:1',
  228. ];
  229. $baseMessages = [
  230. 'model.required' => '模型参数不能为空',
  231. 'model.in' => '模型只支持 doubao-seedance-1-5-pro-251215、doubao-seedance-1-0-pro-250528、doubao-seedance-1-0-pro-fast-251015',
  232. 'prompt.required' => '提示词不能为空',
  233. 'prompt.max' => '提示词不能超过1000个字符',
  234. // 'content.required' => '内容参数不能为空',
  235. // 'content.array' => '内容参数必须是数组',
  236. // 'content.min' => '内容参数至少包含一个元素',
  237. ];
  238. // 可选参数验证
  239. $optionalRules = [
  240. 'callback_url' => 'nullable|url',
  241. 'return_last_frame' => 'nullable|boolean',
  242. 'service_tier' => 'nullable|in:default,flex',
  243. 'execution_expires_after' => 'nullable|integer|min:3600|max:259200',
  244. 'generate_audio' => 'nullable|boolean',
  245. 'draft' => 'nullable|boolean',
  246. 'video_resolution' => 'required|in:480P,720P,1080P',
  247. 'ratio' => 'nullable|in:16:9,4:3,1:1,3:4,9:16,21:9,adaptive',
  248. 'video_duration' => 'required|integer|min:2|max:12',
  249. 'frames' => 'nullable|integer|min:29|max:289',
  250. 'seed' => 'nullable|integer|min:-1|max:4294967295',
  251. 'camera_fixed' => 'nullable|boolean',
  252. 'watermark' => 'nullable|boolean',
  253. ];
  254. $optionalMessages = [
  255. 'callback_url.url' => '回调地址格式不正确',
  256. 'service_tier.in' => '服务等级只能是 default 或 flex',
  257. 'execution_expires_after.integer' => '任务超时时间必须是整数',
  258. 'execution_expires_after.min' => '任务超时时间不能少于3600秒',
  259. 'execution_expires_after.max' => '任务超时时间不能超过259200秒',
  260. 'video_resolution.required' => '请选择视频分辨率',
  261. 'video_resolution.in' => '分辨率只能是 480P、720P 或 1080P',
  262. 'ratio.in' => '宽高比参数不正确',
  263. 'video_duration.required' => '请填写视频时长',
  264. 'video_duration.integer' => '视频时长必须是整数',
  265. 'video_duration.min' => '视频时长不能少于2秒',
  266. 'video_duration.max' => '视频时长不能超过12秒',
  267. 'frames.integer' => '帧数必须是整数',
  268. 'frames.min' => '帧数不能少于29',
  269. 'frames.max' => '帧数不能超过289',
  270. 'seed.integer' => '随机种子必须是整数',
  271. 'seed.min' => '随机种子不能小于-1',
  272. 'seed.max' => '随机种子不能超过4294967295',
  273. ];
  274. $validationRules = array_merge($baseRules, $optionalRules);
  275. $validationMessages = array_merge($baseMessages, $optionalMessages);
  276. // 检查是否有首帧URL
  277. if (isset($data['first_frame_url'])) {
  278. $optionalRules['first_frame_url'] = 'url';
  279. $optionalMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  280. }
  281. // 检查是否有尾帧URL
  282. if (isset($data['tail_frame_url'])) {
  283. $optionalRules['tail_frame_url'] = 'url';
  284. $optionalMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  285. }
  286. // 检查是否有首帧文件
  287. if ($request->hasFile('first_frame_file')) {
  288. $optionalRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  289. $optionalMessages = array_merge($optionalMessages, [
  290. 'first_frame_file.image' => '首帧必须是图片文件',
  291. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  292. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  293. ]);
  294. }
  295. // 检查是否有尾帧文件
  296. if ($request->hasFile('tail_frame_file')) {
  297. $optionalRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  298. $optionalMessages = array_merge($optionalMessages, [
  299. 'tail_frame_file.image' => '尾帧必须是图片文件',
  300. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  301. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  302. ]);
  303. }
  304. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  305. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  306. }
  307. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  308. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  309. }
  310. $validator = Validator::make($data, $validationRules, $validationMessages);
  311. if ($validator->fails()) {
  312. Utils::throwError('1002:'.$validator->errors()->first());
  313. }
  314. $data['content'] = [
  315. [
  316. 'type' => 'text',
  317. 'text' => $data['prompt'],
  318. ],
  319. ];
  320. $firstFrame = null;
  321. $tailFrame = null;
  322. // 以下首尾帧做模型兼容:
  323. // doubao-seedance-1-0-pro-fast-251015只支持文生视频、图生视频-首帧
  324. // 处理首帧图片(文件上传方式)
  325. if ($request->hasFile('first_frame_file')) {
  326. $firstFrameFile = $request->file('first_frame_file');
  327. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  328. $data['first_frame_url'] = $firstFrame['url'];
  329. $data['content'][] = [
  330. 'type' => 'image_url',
  331. 'image_url' => [
  332. 'url' => $data['first_frame_url'],
  333. ],
  334. 'role' => 'first_frame',
  335. ];
  336. }
  337. // 处理首帧图片(URL方式)
  338. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  339. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  340. if (!$firstFrame) {
  341. Utils::throwError('1003:首帧图片获取失败');
  342. }
  343. $data['content'][] = [
  344. 'type' => 'image_url',
  345. 'image_url' => [
  346. 'url' => $data['first_frame_url'],
  347. ],
  348. 'role' => 'first_frame',
  349. ];
  350. }
  351. // 处理尾帧图片(文件上传方式)
  352. if ($request->hasFile('tail_frame_file')) {
  353. $tailFrameFile = $request->file('tail_frame_file');
  354. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  355. if (!in_array($data['model'], ['doubao-seedance-1-0-pro-fast-251015'])) {
  356. $data['tail_frame_url'] = $tailFrame['url'];
  357. $data['content'][] = [
  358. 'type' => 'image_url',
  359. 'image_url' => [
  360. 'url' => $data['tail_frame_url'],
  361. ],
  362. 'role' => 'last_frame',
  363. ];
  364. }
  365. }
  366. // 处理尾帧图片(URL方式)
  367. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  368. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  369. if (!$tailFrame) {
  370. Utils::throwError('1003:尾帧图片获取失败');
  371. }
  372. if (!in_array($data['model'], ['doubao-seedance-1-0-pro-fast-251015'])) {
  373. $data['content'][] = [
  374. 'type' => 'image_url',
  375. 'image_url' => [
  376. 'url' => $data['tail_frame_url'],
  377. ],
  378. 'role' => 'last_frame',
  379. ];
  380. }else {
  381. $data['tail_frame_url'] = '';
  382. }
  383. }
  384. // 验证模型参数
  385. if (!in_array($data['model'], ['doubao-seedance-1-5-pro-251215'])) {
  386. $data['generate_audio'] = false;
  387. $data['draft'] = false;
  388. }
  389. if (in_array($data['model'], ['doubao-seedance-1-5-pro-251215'])) {
  390. if ($data['video_duration'] < 4) $data['video_duration'] = 4;
  391. if (!isset($data['ratio'])) $data['ratio'] = 'adaptive';
  392. }
  393. // 验证 content 数组内容
  394. $this->validateSeedanceContent($data['content']);
  395. $task = $this->aiVideoGenerationService->createSeedanceTask($data);
  396. return $this->success(['task_id' => $task->id, 'status' => $task->status]);
  397. }
  398. public function seedanceCallback(Request $request) {
  399. $data = $request->all();
  400. $result = $this->aiVideoGenerationService->seedanceCallback($data);
  401. return $this->success(['success'=> $result ? 1 : 0]);
  402. }
  403. /**
  404. * 查询 Seedance 1.5 Pro 任务状态
  405. *
  406. * @param string $taskId
  407. * @return JsonResponse
  408. */
  409. public function getSeedanceTaskStatus(string $taskId): JsonResponse
  410. {
  411. try {
  412. $task = \App\Models\MpGenerateVideoTask::where('id', $taskId)->first();
  413. if (!$task) {
  414. return response()->json([
  415. 'success' => false,
  416. 'message' => '任务不存在'
  417. ], 404);
  418. }
  419. $result = $this->aiVideoGenerationService->querySeedanceTaskStatus($task);
  420. return $this->success($result);
  421. } catch (\Exception $e) {
  422. Utils::throwError('1001:'.$e->getMessage());
  423. }
  424. }
  425. /**
  426. * 验证 Seedance content 内容
  427. *
  428. * @param array $content
  429. * @return void
  430. */
  431. private function validateSeedanceContent(array $content): void
  432. {
  433. $hasText = false;
  434. $hasFirstFrame = false;
  435. $hasLastFrame = false;
  436. $hasReferenceImage = false;
  437. $hasDraftTask = false;
  438. foreach ($content as $index => $item) {
  439. if (!isset($item['type'])) {
  440. Utils::throwError('1002:content[' . $index . '] 缺少 type 字段');
  441. }
  442. switch ($item['type']) {
  443. case 'text':
  444. if (!isset($item['text']) || empty($item['text'])) {
  445. Utils::throwError('1002:text 类型的 content 必须包含非空的 text 字段');
  446. }
  447. if (mb_strlen($item['text']) > 1000) {
  448. Utils::throwError('1002:文本提示词不能超过1000个字符');
  449. }
  450. $hasText = true;
  451. break;
  452. case 'image_url':
  453. if (!isset($item['image_url']['url']) || empty($item['image_url']['url'])) {
  454. Utils::throwError('1002:image_url 类型的 content 必须包含 image_url.url 字段');
  455. }
  456. $role = $item['role'] ?? null;
  457. if ($role === 'first_frame') {
  458. $hasFirstFrame = true;
  459. } elseif ($role === 'last_frame') {
  460. $hasLastFrame = true;
  461. } elseif ($role === 'reference_image') {
  462. $hasReferenceImage = true;
  463. } elseif (empty($role)) {
  464. // 默认为首帧
  465. $hasFirstFrame = true;
  466. }
  467. break;
  468. case 'draft_task':
  469. if (!isset($item['draft_task']['id']) || empty($item['draft_task']['id'])) {
  470. Utils::throwError('1002:draft_task 类型的 content 必须包含 draft_task.id 字段');
  471. }
  472. $hasDraftTask = true;
  473. break;
  474. default:
  475. Utils::throwError('1002:不支持的 content type: ' . $item['type']);
  476. }
  477. }
  478. // 验证组合规则
  479. if ($hasLastFrame && !$hasFirstFrame) {
  480. Utils::throwError('1002:使用尾帧时必须同时提供首帧');
  481. }
  482. if ($hasReferenceImage && ($hasFirstFrame || $hasLastFrame)) {
  483. Utils::throwError('1002:参考图模式不能与首帧/尾帧模式混用');
  484. }
  485. if ($hasDraftTask && ($hasText || $hasFirstFrame || $hasLastFrame || $hasReferenceImage)) {
  486. Utils::throwError('1002:使用样片任务时不能同时提供其他内容');
  487. }
  488. }
  489. /**
  490. * 创建可灵AI Omni视频生成任务
  491. *
  492. * @param Request $request
  493. * @return JsonResponse
  494. */
  495. public function createKelingTask(Request $request): JsonResponse
  496. {
  497. $data = $request->all();
  498. // 验证基本参数
  499. $baseRules = [
  500. 'model' => 'required|string|in:kling-video-o1,kling-v3-omni',
  501. 'prompt' => 'required|max:2500',
  502. 'mode' => 'nullable|in:pro,std',
  503. 'aspect_ratio' => 'nullable|in:16:9,4:3,1:1,3:4,9:16,21:9',
  504. 'video_duration' => 'required|integer|min:3|max:15',
  505. ];
  506. $baseMessages = [
  507. 'model.required' => '模型参数不能为空',
  508. 'model.in' => '模型只支持 kling-video-o1、kling-v3-omni',
  509. 'prompt.required' => '提示词不能为空',
  510. 'prompt.max' => '提示词不能超过2500个字符',
  511. 'mode.in' => '模式只能是 pro 或 std',
  512. 'aspect_ratio.in' => '宽高比只能是 16:9、4:3、1:1、3:4、9:16、21:9',
  513. 'video_duration.required' => '请填写视频时长',
  514. 'video_duration.integer' => '视频时长必须是整数',
  515. 'video_duration.min' => '视频时长不能少于3秒',
  516. 'video_duration.max' => '视频时长不能超过15秒',
  517. ];
  518. // 可选参数验证
  519. $optionalRules = [
  520. 'multi_prompt' => 'nullable|array',
  521. 'multi_prompt.*' => 'string|max:2500',
  522. 'shot_type' => 'nullable|in:customize,single_shot,multi_shot',
  523. 'generate_audio' => 'nullable|boolean',
  524. 'webhook_url' => 'nullable|url',
  525. 'seed' => 'nullable|integer|min:-1|max:4294967295',
  526. 'video_resolution' => 'nullable|in:480P,720P,1080P',
  527. ];
  528. $optionalMessages = [
  529. 'multi_prompt.array' => '多段提示词必须是数组',
  530. 'multi_prompt.*.string' => '每段提示词必须是字符串',
  531. 'multi_prompt.*.max' => '每段提示词不能超过2500个字符',
  532. 'shot_type.in' => '镜头类型只能是 customize、single_shot、multi_shot',
  533. 'webhook_url.url' => '回调地址格式不正确',
  534. 'seed.integer' => '随机种子必须是整数',
  535. 'seed.min' => '随机种子不能小于-1',
  536. 'seed.max' => '随机种子不能超过4294967295',
  537. 'video_resolution.in' => '分辨率只能是 480P、720P 或 1080P',
  538. ];
  539. // 检查是否有首帧URL
  540. if (isset($data['first_frame_url'])) {
  541. $optionalRules['first_frame_url'] = 'url';
  542. $optionalMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  543. }
  544. // 检查是否有尾帧URL
  545. if (isset($data['tail_frame_url'])) {
  546. $optionalRules['tail_frame_url'] = 'url';
  547. $optionalMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  548. }
  549. // 检查是否有首帧文件
  550. if ($request->hasFile('first_frame_file')) {
  551. $optionalRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  552. $optionalMessages = array_merge($optionalMessages, [
  553. 'first_frame_file.image' => '首帧必须是图片文件',
  554. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  555. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  556. ]);
  557. }
  558. // 检查是否有尾帧文件
  559. if ($request->hasFile('tail_frame_file')) {
  560. $optionalRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  561. $optionalMessages = array_merge($optionalMessages, [
  562. 'tail_frame_file.image' => '尾帧必须是图片文件',
  563. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  564. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  565. ]);
  566. }
  567. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  568. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  569. }
  570. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  571. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  572. }
  573. $validationRules = array_merge($baseRules, $optionalRules);
  574. $validationMessages = array_merge($baseMessages, $optionalMessages);
  575. // 处理图片相关参数
  576. $validator = Validator::make($data, $validationRules, $validationMessages);
  577. if ($validator->fails()) {
  578. Utils::throwError('1002:'.$validator->errors()->first());
  579. }
  580. $firstFrame = null;
  581. $tailFrame = null;
  582. $data['image_list'] = [];
  583. // 处理首帧图片(文件上传方式)
  584. if ($request->hasFile('first_frame_file')) {
  585. $firstFrameFile = $request->file('first_frame_file');
  586. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  587. $data['first_frame_url'] = $firstFrame['url'];
  588. $data['image_list'][] = [
  589. 'image_url' => $data['first_frame_url'],
  590. 'type' => 'first_frame',
  591. ];
  592. }
  593. // 处理首帧图片(URL方式)
  594. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  595. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  596. if (!$firstFrame) {
  597. Utils::throwError('1003:首帧图片获取失败');
  598. }
  599. $data['image_list'][] = [
  600. 'image_url' => $data['first_frame_url'],
  601. 'type' => 'first_frame',
  602. ];
  603. }
  604. // 处理尾帧图片(文件上传方式)
  605. if ($request->hasFile('tail_frame_file')) {
  606. $tailFrameFile = $request->file('tail_frame_file');
  607. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  608. $data['tail_frame_url'] = $tailFrame['url'];
  609. $data['image_list'][] = [
  610. 'image_url' => $data['tail_frame_url'],
  611. 'type' => 'end_frame',
  612. ];
  613. }
  614. // 处理尾帧图片(URL方式)
  615. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  616. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  617. if (!$tailFrame) {
  618. Utils::throwError('1003:尾帧图片获取失败');
  619. }
  620. $data['image_list'][] = [
  621. 'image_url' => $data['tail_frame_url'],
  622. 'type' => 'end_frame',
  623. ];
  624. }
  625. $task = $this->aiVideoGenerationService->createKelingOmniTask($data);
  626. return $this->success(['task_id' => $task->id, 'status' => $task->status]);
  627. }
  628. /**
  629. * 查询可灵AI Omni任务状态
  630. *
  631. * @param string $taskId
  632. * @return JsonResponse
  633. */
  634. public function getKelingTaskStatus(string $taskId): JsonResponse
  635. {
  636. try {
  637. $task = \App\Models\MpGenerateVideoTask::where('id', $taskId)->first();
  638. if (!$task) {
  639. return response()->json([
  640. 'success' => false,
  641. 'message' => '任务不存在'
  642. ], 404);
  643. }
  644. $result = $this->aiVideoGenerationService->queryKelingOmniTaskStatus($task);
  645. return $this->success($result);
  646. } catch (\Exception $e) {
  647. Utils::throwError('1001:'.$e->getMessage());
  648. }
  649. }
  650. /**
  651. * 获取视频任务列表
  652. *
  653. * @param Request $request
  654. * @return mixed
  655. */
  656. public function taskList(Request $request)
  657. {
  658. $data = $request->all();
  659. $result = $this->aiVideoGenerationService->getTaskList($data);
  660. return $this->success($result, [new AIGenerationTransformer(), 'newBuildTaskList']);
  661. }
  662. // ==================== 主体管理相关接口 ====================
  663. /**
  664. * 创建主体
  665. *
  666. * @param Request $request
  667. * @return JsonResponse
  668. */
  669. public function createElement(Request $request): JsonResponse
  670. {
  671. try {
  672. // 验证请求参数
  673. $validated = $request->validate([
  674. 'element_name' => 'required|string|max:20',
  675. 'element_description' => 'required|string|max:100',
  676. 'reference_type' => 'required|in:image_refer,video_refer',
  677. 'element_image_list' => 'required_if:reference_type,image_refer|array',
  678. 'element_image_list.frontal_image' => 'required_if:reference_type,image_refer|string',
  679. 'element_image_list.refer_images' => 'required_if:reference_type,image_refer|array|min:1|max:3',
  680. 'element_image_list.refer_images.*.image_url' => 'required|string',
  681. 'element_video_list' => 'required_if:reference_type,video_refer|array',
  682. 'element_video_list.refer_videos' => 'required_if:reference_type,video_refer|array|size:1',
  683. 'element_video_list.refer_videos.*.video_url' => 'required|string',
  684. 'element_voice_id' => 'nullable|string',
  685. 'tag_list' => 'nullable|array',
  686. 'tag_list.*.tag_id' => 'required|in:o_101,o_102,o_103,o_104,o_105,o_106,o_107,o_108',
  687. 'callback_url' => 'nullable|url',
  688. 'external_task_id' => 'nullable|string',
  689. ]);
  690. // 调用服务层创建主体
  691. $element = $this->aiVideoGenerationService->createElement($validated);
  692. return response()->json([
  693. 'code' => 0,
  694. 'message' => '主体创建任务已提交',
  695. 'request_id' => uniqid(),
  696. 'data' => [
  697. 'task_id' => $element->id,
  698. 'task_info' => [
  699. 'external_task_id' => $element->external_task_id,
  700. ],
  701. 'task_status' => $element->task_status,
  702. 'created_at' => $element->created_at->timestamp * 1000,
  703. 'updated_at' => $element->updated_at->timestamp * 1000,
  704. ]
  705. ]);
  706. } catch (\Illuminate\Validation\ValidationException $e) {
  707. return response()->json([
  708. 'code' => 400,
  709. 'message' => '参数验证失败',
  710. 'request_id' => uniqid(),
  711. 'errors' => $e->errors()
  712. ], 400);
  713. } catch (\Exception $e) {
  714. dLog('generate')->error('创建主体失败: ' . $e->getMessage());
  715. return response()->json([
  716. 'code' => 500,
  717. 'message' => '创建主体失败: ' . $e->getMessage(),
  718. 'request_id' => uniqid(),
  719. ], 500);
  720. }
  721. }
  722. /**
  723. * 查询单个主体状态
  724. *
  725. * @param string $taskId
  726. * @param Request $request
  727. * @return JsonResponse
  728. */
  729. public function getElementStatus(string $taskId, Request $request): JsonResponse
  730. {
  731. try {
  732. $externalTaskId = $request->get('external_task_id');
  733. // 先查询本地数据库
  734. $query = AIElement::where('id', $taskId);
  735. if ($externalTaskId) {
  736. $query->orWhere('external_task_id', $externalTaskId);
  737. }
  738. $localElement = $query->first();
  739. if (!$localElement) {
  740. return response()->json([
  741. 'code' => 404,
  742. 'message' => '主体任务不存在',
  743. 'request_id' => uniqid(),
  744. ], 404);
  745. }
  746. // 如果任务还在处理中,查询最新状态
  747. if ($localElement->task_status === AIElement::STATUS_PROCESSING) {
  748. $apiResult = $this->aiVideoGenerationService->queryElementStatus($taskId, $externalTaskId);
  749. if ($apiResult['success'] && isset($apiResult['data'])) {
  750. $localElement->refresh(); // 重新加载数据
  751. }
  752. }
  753. // 构建响应数据
  754. $responseData = [
  755. 'task_id' => $localElement->id,
  756. 'task_status' => $localElement->task_status,
  757. 'task_status_msg' => $localElement->task_status_msg,
  758. 'task_info' => [
  759. 'external_task_id' => $localElement->external_task_id,
  760. ],
  761. 'created_at' => $localElement->created_at->timestamp * 1000,
  762. 'updated_at' => $localElement->updated_at->timestamp * 1000,
  763. ];
  764. // 如果任务成功,添加主体结果信息
  765. if ($localElement->task_status === AIElement::STATUS_SUCCEED && $localElement->element_id) {
  766. $responseData['task_result'] = [
  767. 'elements' => [
  768. [
  769. 'element_id' => $localElement->element_id,
  770. 'element_name' => $localElement->element_name,
  771. 'element_description' => $localElement->element_description,
  772. 'reference_type' => $localElement->reference_type,
  773. 'element_image_list' => $localElement->element_image_list,
  774. 'element_video_list' => $localElement->element_video_list,
  775. 'element_voice_info' => $localElement->element_voice_info,
  776. 'tag_list' => $localElement->tag_list,
  777. 'owned_by' => $localElement->owned_by,
  778. 'status' => $localElement->status,
  779. ]
  780. ]
  781. ];
  782. $responseData['final_unit_deduction'] = $localElement->final_unit_deduction;
  783. }
  784. return response()->json([
  785. 'code' => 0,
  786. 'message' => 'success',
  787. 'request_id' => uniqid(),
  788. 'data' => $responseData
  789. ]);
  790. } catch (\Exception $e) {
  791. dLog('generate')->error('查询主体状态失败: ' . $e->getMessage());
  792. return response()->json([
  793. 'code' => 500,
  794. 'message' => '查询主体状态失败: ' . $e->getMessage(),
  795. 'request_id' => uniqid(),
  796. ], 500);
  797. }
  798. }
  799. /**
  800. * 查询所有主体列表(包含自定义和官方)
  801. *
  802. * @param Request $request
  803. * @return JsonResponse
  804. */
  805. public function getElementsList(Request $request): JsonResponse
  806. {
  807. try {
  808. $pageNum = (int)$request->get('pageNum', 1);
  809. $pageSize = (int)$request->get('pageSize', 30);
  810. $type = $request->get('type', 'all'); // all, custom, official
  811. // 限制分页参数范围
  812. $pageNum = max(1, min($pageNum, 1000));
  813. $pageSize = max(1, min($pageSize, 500));
  814. $customElements = [];
  815. $officialElements = [];
  816. // 查询自定义主体
  817. if (in_array($type, ['all', 'custom'])) {
  818. $customResult = $this->aiVideoGenerationService->queryCustomElementsList($pageNum, $pageSize);
  819. if ($customResult['success']) {
  820. $customElements = $customResult['data'];
  821. }
  822. }
  823. // 查询官方主体
  824. if (in_array($type, ['all', 'official'])) {
  825. $officialResult = $this->aiVideoGenerationService->queryOfficialElementsList($pageNum, $pageSize);
  826. if ($officialResult['success']) {
  827. $officialElements = $officialResult['data'];
  828. }
  829. }
  830. // 合并结果
  831. $allElements = array_merge($customElements, $officialElements);
  832. return response()->json([
  833. 'code' => 0,
  834. 'message' => 'success',
  835. 'request_id' => uniqid(),
  836. 'data' => $allElements
  837. ]);
  838. } catch (\Exception $e) {
  839. dLog('generate')->error('查询主体列表失败: ' . $e->getMessage());
  840. return response()->json([
  841. 'code' => 500,
  842. 'message' => '查询主体列表失败: ' . $e->getMessage(),
  843. 'request_id' => uniqid(),
  844. ], 500);
  845. }
  846. }
  847. /**
  848. * 删除自定义主体
  849. *
  850. * @param Request $request
  851. * @return JsonResponse
  852. */
  853. public function deleteElement(Request $request): JsonResponse
  854. {
  855. try {
  856. // 验证请求参数
  857. $validated = $request->validate([
  858. 'element_id' => 'required|string',
  859. ]);
  860. // 检查主体是否存在且为自定义主体
  861. $element = AIElement::where('element_id', $validated['element_id'])->first();
  862. if (!$element) {
  863. return response()->json([
  864. 'code' => 404,
  865. 'message' => '主体不存在',
  866. 'request_id' => uniqid(),
  867. ], 404);
  868. }
  869. if ($element->owned_by === 'kling') {
  870. return response()->json([
  871. 'code' => 400,
  872. 'message' => '不能删除官方主体',
  873. 'request_id' => uniqid(),
  874. ], 400);
  875. }
  876. // 调用服务层删除主体
  877. $result = $this->aiVideoGenerationService->deleteElement($validated['element_id']);
  878. if ($result['success']) {
  879. return response()->json([
  880. 'code' => 0,
  881. 'message' => $result['message'],
  882. 'request_id' => uniqid(),
  883. 'data' => $result['data']
  884. ]);
  885. } else {
  886. return response()->json([
  887. 'code' => 500,
  888. 'message' => $result['message'],
  889. 'request_id' => uniqid(),
  890. ], 500);
  891. }
  892. } catch (\Illuminate\Validation\ValidationException $e) {
  893. return response()->json([
  894. 'code' => 400,
  895. 'message' => '参数验证失败',
  896. 'request_id' => uniqid(),
  897. 'errors' => $e->errors()
  898. ], 400);
  899. } catch (\Exception $e) {
  900. dLog('generate')->error('删除主体失败: ' . $e->getMessage());
  901. return response()->json([
  902. 'code' => 500,
  903. 'message' => '删除主体失败: ' . $e->getMessage(),
  904. 'request_id' => uniqid(),
  905. ], 500);
  906. }
  907. }
  908. /**
  909. * 获取本地主体列表(用于内部管理)
  910. *
  911. * @param Request $request
  912. * @return JsonResponse
  913. */
  914. public function getLocalElementsList(Request $request): JsonResponse
  915. {
  916. try {
  917. // 构建筛选条件
  918. $filters = [
  919. 'owned_by' => $request->get('owned_by'),
  920. 'reference_type' => $request->get('reference_type'),
  921. 'status' => $request->get('status'),
  922. 'task_status' => $request->get('task_status'),
  923. 'keyword' => $request->get('keyword'),
  924. 'page_size' => (int)$request->get('page_size', 20),
  925. ];
  926. // 移除空值
  927. $filters = array_filter($filters, function($value) {
  928. return $value !== null && $value !== '';
  929. });
  930. // 调用服务层获取列表
  931. $elements = $this->aiVideoGenerationService->getLocalElementsList($filters);
  932. // 转换数据格式
  933. $data = $elements->map(function ($element) {
  934. return [
  935. 'task_id' => $element->id,
  936. 'external_task_id' => $element->external_task_id,
  937. 'task_status' => $element->task_status,
  938. 'task_status_msg' => $element->task_status_msg,
  939. 'element_id' => $element->element_id,
  940. 'element_name' => $element->element_name,
  941. 'element_description' => $element->element_description,
  942. 'reference_type' => $element->reference_type,
  943. 'element_image_list' => $element->element_image_list,
  944. 'element_video_list' => $element->element_video_list,
  945. 'element_voice_id' => $element->element_voice_id,
  946. 'element_voice_info' => $element->element_voice_info,
  947. 'tag_list' => $element->tag_list,
  948. 'tag_names' => $element->tag_names, // 使用模型的访问器
  949. 'owned_by' => $element->owned_by,
  950. 'status' => $element->status,
  951. 'final_unit_deduction' => $element->final_unit_deduction,
  952. 'created_at' => $element->created_at->format('Y-m-d H:i:s'),
  953. 'updated_at' => $element->updated_at->format('Y-m-d H:i:s'),
  954. ];
  955. });
  956. return response()->json([
  957. 'code' => 0,
  958. 'message' => 'success',
  959. 'request_id' => uniqid(),
  960. 'data' => [
  961. 'data' => $data,
  962. 'current_page' => $elements->currentPage(),
  963. 'last_page' => $elements->lastPage(),
  964. 'per_page' => $elements->perPage(),
  965. 'total' => $elements->total(),
  966. ]
  967. ]);
  968. } catch (\Exception $e) {
  969. dLog('generate')->error('获取本地主体列表失败: ' . $e->getMessage());
  970. return response()->json([
  971. 'code' => 500,
  972. 'message' => '获取本地主体列表失败: ' . $e->getMessage(),
  973. 'request_id' => uniqid(),
  974. ], 500);
  975. }
  976. }
  977. }