VideoGenerationController.php 44 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109
  1. <?php
  2. namespace App\Http\Controllers\AIGeneration;
  3. use Illuminate\Routing\Controller as BaseController;
  4. use App\Libs\Utils;
  5. use App\Services\AIGeneration\AIVideoGenerationService;
  6. use App\Transformer\AIGeneration\AIGenerationTransformer;
  7. use Illuminate\Http\Request;
  8. use Illuminate\Http\JsonResponse;
  9. use Illuminate\Support\Facades\Validator;
  10. use App\Libs\ApiResponse;
  11. use App\Models\AIElement;
  12. class VideoGenerationController extends BaseController
  13. {
  14. use ApiResponse;
  15. private $aiVideoGenerationService;
  16. public function __construct(
  17. AIVideoGenerationService $aiVideoGenerationService
  18. ) {
  19. $this->aiVideoGenerationService = $aiVideoGenerationService;
  20. }
  21. /**
  22. * 创建视频生成任务(即梦AI)
  23. *
  24. * @param Request $request
  25. * @return JsonResponse
  26. */
  27. public function createJimengTask(Request $request): JsonResponse
  28. {
  29. $data = $request->all();
  30. // 首先验证基本参数
  31. $baseRules = [
  32. 'prompt' => 'required|string|max:1000',
  33. 'seed' => 'required|integer',
  34. 'video_duration' => 'required|in:5,10',
  35. 'video_resolution' => 'required|in:720P,1080P'
  36. ];
  37. $baseMessages = [
  38. 'prompt.required' => '提示词不能为空',
  39. 'prompt.max' => '提示词不能超过1000个字符',
  40. 'seed.required' => '随机种子不能为空',
  41. 'seed.integer' => '随机种子必须是整数',
  42. 'video_duration.required' => '请选择视频时长',
  43. 'video_duration.in' => '视频时长只能是5s或10s',
  44. 'video_resolution.required' => '请选择视频分辨率',
  45. 'video_resolution.in' => '视频分辨率只能是720P或1080P',
  46. ];
  47. // 动态构建验证规则
  48. $validationRules = $baseRules;
  49. $validationMessages = $baseMessages;
  50. // 检查是否有首帧URL
  51. if (isset($data['first_frame_url'])) {
  52. $validationRules['first_frame_url'] = 'url';
  53. $validationMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  54. }
  55. // 检查是否有尾帧URL
  56. if (isset($data['tail_frame_url'])) {
  57. $validationRules['tail_frame_url'] = 'url';
  58. $validationMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  59. }
  60. // 检查是否有首帧文件
  61. if ($request->hasFile('first_frame_file')) {
  62. $validationRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  63. $validationMessages = array_merge($validationMessages, [
  64. 'first_frame_file.image' => '首帧必须是图片文件',
  65. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  66. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  67. ]);
  68. }
  69. // 检查是否有尾帧文件
  70. if ($request->hasFile('tail_frame_file')) {
  71. $validationRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  72. $validationMessages = array_merge($validationMessages, [
  73. 'tail_frame_file.image' => '尾帧必须是图片文件',
  74. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  75. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  76. ]);
  77. }
  78. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  79. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  80. }
  81. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  82. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  83. }
  84. $validator = Validator::make($data, $validationRules, $validationMessages);
  85. if ($validator->fails()) {
  86. Utils::throwError('1002:'.$validator->errors()->first());
  87. }
  88. $firstFrame = null;
  89. $tailFrame = null;
  90. // 处理首帧图片(文件上传方式)
  91. if ($request->hasFile('first_frame_file')) {
  92. $firstFrameFile = $request->file('first_frame_file');
  93. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  94. $data['first_frame_url'] = $firstFrame['url'];
  95. }
  96. // 处理首帧图片(URL方式)
  97. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  98. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  99. if (!$firstFrame) {
  100. Utils::throwError('1003:首帧图片获取失败');
  101. }
  102. }
  103. // 处理尾帧图片(文件上传方式)
  104. if ($request->hasFile('tail_frame_file')) {
  105. $tailFrameFile = $request->file('tail_frame_file');
  106. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  107. $data['tail_frame_url'] = $tailFrame['url'];
  108. }
  109. // 处理尾帧图片(URL方式)
  110. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  111. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  112. if (!$tailFrame) {
  113. Utils::throwError('1003:尾帧图片获取失败');
  114. }
  115. }
  116. // 验证首帧图片规格(如果存在)
  117. if ($firstFrame) {
  118. $this->validateFrameSpecs($firstFrame, '首帧');
  119. }
  120. // 验证尾帧图片规格(如果存在)
  121. if ($tailFrame) {
  122. $this->validateFrameSpecs($tailFrame, '尾帧');
  123. }
  124. // 如果首尾帧都存在,验证比例是否相同
  125. if ($firstFrame && $tailFrame) {
  126. $firstRatio = round($firstFrame['width'] / $firstFrame['height'], 2);
  127. $tailRatio = round($tailFrame['width'] / $tailFrame['height'], 2);
  128. if ($firstRatio != $tailRatio) {
  129. Utils::throwError('1003:尾帧图片与首帧图片比例必须相同');
  130. }
  131. }
  132. $task = $this->aiVideoGenerationService->createJimengTask($data);
  133. return $this->success(['task_id' => $task->id, 'status' => $task->status]);
  134. }
  135. /**
  136. * 查询视频任务状态
  137. *
  138. * @param string $taskId
  139. * @return JsonResponse
  140. */
  141. public function taskStatus(string $taskId): JsonResponse
  142. {
  143. $task = \App\Models\MpGenerateVideoTask::where('id', $taskId)->first();
  144. if (!$task) {
  145. return response()->json([
  146. 'success' => false,
  147. 'message' => '任务不存在'
  148. ], 404);
  149. }
  150. return response()->json([
  151. 'success' => true,
  152. 'data' => [
  153. 'task_id' => $task->id,
  154. 'status' => $task->status,
  155. 'result_url' => $task->result_url,
  156. 'error_message' => $task->error_message,
  157. 'created_at' => $task->created_at,
  158. 'started_at' => $task->started_at,
  159. 'completed_at' => $task->completed_at
  160. ]
  161. ]);
  162. }
  163. /**
  164. * 处理帧图片文件
  165. *
  166. * @param \Illuminate\Http\UploadedFile $file
  167. * @param string $frameType 帧类型(first/tail)
  168. * @return array
  169. */
  170. private function processFrameFile($file, string $frameType): array
  171. {
  172. // 验证图片信息
  173. $frameInfo = @getimagesize($file->getPathname());
  174. if (!$frameInfo) {
  175. Utils::throwError('1003:' . ($frameType === 'first' ? '首帧' : '尾帧') . '图片格式无效');
  176. }
  177. $frameData = [
  178. 'width' => $frameInfo[0],
  179. 'height' => $frameInfo[1],
  180. 'size' => $file->getSize(),
  181. ];
  182. // 上传图片到服务器
  183. try {
  184. $frameData['url'] = uploadFileByTos('image', $file);
  185. } catch (\Exception $e) {
  186. Utils::throwError('1003:' . ($frameType === 'first' ? '首帧' : '尾帧') . '图片上传失败:' . $e->getMessage());
  187. }
  188. return $frameData;
  189. }
  190. /**
  191. * 验证帧图片规格
  192. *
  193. * @param array $frame
  194. * @param string $frameName
  195. * @return void
  196. */
  197. private function validateFrameSpecs(array $frame, string $frameName): void
  198. {
  199. // 1.图片文件最大4.7MB
  200. if ($frame['size'] > 4.7 * 1024 * 1024) {
  201. Utils::throwError('1003:' . $frameName . '图片大小不能超过4.7MB');
  202. }
  203. // 2.图片分辨率最大: 4096*4096, 最短边不低于320
  204. $minDimension = min($frame['width'], $frame['height']);
  205. $maxDimension = max($frame['width'], $frame['height']);
  206. if ($maxDimension > 4096 || $minDimension < 320) {
  207. Utils::throwError('1003:' . $frameName . '图片分辨率不能超过4096*4096,且最短边不能低于320');
  208. }
  209. // 3.图片长边与短边比例在3以内
  210. if ($maxDimension / $minDimension > 3) {
  211. Utils::throwError('1003:' . $frameName . '图片长边与短边比例不能超过3');
  212. }
  213. }
  214. /**
  215. * 创建 Seedance 1.5 Pro 视频生成任务
  216. *
  217. * @param Request $request
  218. * @return JsonResponse
  219. */
  220. public function createSeedanceTask(Request $request): JsonResponse
  221. {
  222. $data = $request->all();
  223. // 验证基本参数
  224. $baseRules = [
  225. 'model' => 'required|string|in:doubao-seedance-1-5-pro-251215,doubao-seedance-1-0-pro-250528,doubao-seedance-1-0-pro-fast-251015,doubao-seedance-1-0-lite-t2v-250428,doubao-seedance-1-0-lite-i2v-250428',
  226. 'prompt' => 'required|max:1000',
  227. // 'content' => 'required|array|min:1',
  228. ];
  229. $baseMessages = [
  230. 'model.required' => '模型参数不能为空',
  231. 'model.in' => '模型只支持 doubao-seedance-1-5-pro-251215、doubao-seedance-1-0-pro-250528、doubao-seedance-1-0-pro-fast-251015、doubao-seedance-1-0-lite-t2v-250428、doubao-seedance-1-0-lite-i2v-250428',
  232. 'prompt.required' => '提示词不能为空',
  233. 'prompt.max' => '提示词不能超过1000个字符',
  234. // 'content.required' => '内容参数不能为空',
  235. // 'content.array' => '内容参数必须是数组',
  236. // 'content.min' => '内容参数至少包含一个元素',
  237. ];
  238. // 可选参数验证
  239. $optionalRules = [
  240. 'callback_url' => 'nullable|url',
  241. 'return_last_frame' => 'nullable|boolean',
  242. 'service_tier' => 'nullable|in:default,flex',
  243. 'execution_expires_after' => 'nullable|integer|min:3600|max:259200',
  244. 'generate_audio' => 'nullable|boolean',
  245. 'draft' => 'nullable|boolean',
  246. 'video_resolution' => 'required|in:480P,720P,1080P',
  247. 'ratio' => 'nullable|in:16:9,4:3,1:1,3:4,9:16,21:9,adaptive',
  248. 'video_duration' => 'required|integer|min:2|max:12',
  249. 'frames' => 'nullable|integer|min:29|max:289',
  250. 'seed' => 'nullable|integer|min:-1|max:4294967295',
  251. 'camera_fixed' => 'nullable|boolean',
  252. 'watermark' => 'nullable|boolean',
  253. ];
  254. $optionalMessages = [
  255. 'callback_url.url' => '回调地址格式不正确',
  256. 'service_tier.in' => '服务等级只能是 default 或 flex',
  257. 'execution_expires_after.integer' => '任务超时时间必须是整数',
  258. 'execution_expires_after.min' => '任务超时时间不能少于3600秒',
  259. 'execution_expires_after.max' => '任务超时时间不能超过259200秒',
  260. 'video_resolution.required' => '请选择视频分辨率',
  261. 'video_resolution.in' => '分辨率只能是 480P、720P 或 1080P',
  262. 'ratio.in' => '宽高比参数不正确',
  263. 'video_duration.required' => '请填写视频时长',
  264. 'video_duration.integer' => '视频时长必须是整数',
  265. 'video_duration.min' => '视频时长不能少于2秒',
  266. 'video_duration.max' => '视频时长不能超过12秒',
  267. 'frames.integer' => '帧数必须是整数',
  268. 'frames.min' => '帧数不能少于29',
  269. 'frames.max' => '帧数不能超过289',
  270. 'seed.integer' => '随机种子必须是整数',
  271. 'seed.min' => '随机种子不能小于-1',
  272. 'seed.max' => '随机种子不能超过4294967295',
  273. ];
  274. $validationRules = array_merge($baseRules, $optionalRules);
  275. $validationMessages = array_merge($baseMessages, $optionalMessages);
  276. // 检查是否有首帧URL
  277. if (isset($data['first_frame_url'])) {
  278. $optionalRules['first_frame_url'] = 'url';
  279. $optionalMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  280. }
  281. // 检查是否有尾帧URL
  282. if (isset($data['tail_frame_url'])) {
  283. $optionalRules['tail_frame_url'] = 'url';
  284. $optionalMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  285. }
  286. // 检查是否有首帧文件
  287. if ($request->hasFile('first_frame_file')) {
  288. $optionalRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  289. $optionalMessages = array_merge($optionalMessages, [
  290. 'first_frame_file.image' => '首帧必须是图片文件',
  291. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  292. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  293. ]);
  294. }
  295. // 检查是否有尾帧文件
  296. if ($request->hasFile('tail_frame_file')) {
  297. $optionalRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  298. $optionalMessages = array_merge($optionalMessages, [
  299. 'tail_frame_file.image' => '尾帧必须是图片文件',
  300. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  301. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  302. ]);
  303. }
  304. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  305. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  306. }
  307. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  308. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  309. }
  310. $validator = Validator::make($data, $validationRules, $validationMessages);
  311. if ($validator->fails()) {
  312. Utils::throwError('1002:'.$validator->errors()->first());
  313. }
  314. $data['content'] = [
  315. [
  316. 'type' => 'text',
  317. 'text' => $data['prompt'],
  318. ],
  319. ];
  320. $firstFrame = null;
  321. $tailFrame = null;
  322. // 以下首尾帧做模型兼容:
  323. // doubao-seedance-1-0-lite-t2v-250428只支持文生视频
  324. // doubao-seedance-1-0-pro-fast-251015只支持文生视频、图生视频-首帧
  325. // 处理首帧图片(文件上传方式)
  326. if ($request->hasFile('first_frame_file')) {
  327. $firstFrameFile = $request->file('first_frame_file');
  328. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  329. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428'])) {
  330. $data['first_frame_url'] = $firstFrame['url'];
  331. $data['content'][] = [
  332. 'type' => 'image_url',
  333. 'image_url' => [
  334. 'url' => $data['first_frame_url'],
  335. ],
  336. 'role' => 'first_frame',
  337. ];
  338. }
  339. }
  340. // 处理首帧图片(URL方式)
  341. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  342. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  343. if (!$firstFrame) {
  344. Utils::throwError('1003:首帧图片获取失败');
  345. }
  346. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428'])) {
  347. $data['content'][] = [
  348. 'type' => 'image_url',
  349. 'image_url' => [
  350. 'url' => $data['first_frame_url'],
  351. ],
  352. 'role' => 'first_frame',
  353. ];
  354. }else {
  355. $data['first_frame_url'] = '';
  356. }
  357. }
  358. // 处理尾帧图片(文件上传方式)
  359. if ($request->hasFile('tail_frame_file')) {
  360. $tailFrameFile = $request->file('tail_frame_file');
  361. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  362. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428', 'doubao-seedance-1-0-pro-fast-251015'])) {
  363. $data['tail_frame_url'] = $tailFrame['url'];
  364. $data['content'][] = [
  365. 'type' => 'image_url',
  366. 'image_url' => [
  367. 'url' => $data['tail_frame_url'],
  368. ],
  369. 'role' => 'last_frame',
  370. ];
  371. }
  372. }
  373. // 处理尾帧图片(URL方式)
  374. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  375. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  376. if (!$tailFrame) {
  377. Utils::throwError('1003:尾帧图片获取失败');
  378. }
  379. if (!in_array($data['model'], ['doubao-seedance-1-0-lite-t2v-250428', 'doubao-seedance-1-0-pro-fast-251015'])) {
  380. $data['content'][] = [
  381. 'type' => 'image_url',
  382. 'image_url' => [
  383. 'url' => $data['tail_frame_url'],
  384. ],
  385. 'role' => 'last_frame',
  386. ];
  387. }else {
  388. $data['tail_frame_url'] = '';
  389. }
  390. }
  391. // 验证模型参数
  392. if (!in_array($data['model'], ['doubao-seedance-1-5-pro-251215'])) {
  393. $data['generate_audio'] = false;
  394. $data['draft'] = false;
  395. }
  396. if (in_array($data['model'], ['doubao-seedance-1-5-pro-251215'])) {
  397. if ($data['video_duration'] < 4) $data['video_duration'] = 4;
  398. if (!isset($data['ratio'])) $data['ratio'] = 'adaptive';
  399. }
  400. // 验证 content 数组内容
  401. $this->validateSeedanceContent($data['content']);
  402. $task = $this->aiVideoGenerationService->createSeedanceTask($data);
  403. return $this->success(['task_id' => $task->id, 'status' => $task->status]);
  404. }
  405. /**
  406. * 查询 Seedance 1.5 Pro 任务状态
  407. *
  408. * @param string $taskId
  409. * @return JsonResponse
  410. */
  411. public function getSeedanceTaskStatus(string $taskId): JsonResponse
  412. {
  413. try {
  414. $task = \App\Models\MpGenerateVideoTask::where('id', $taskId)->first();
  415. if (!$task) {
  416. return response()->json([
  417. 'success' => false,
  418. 'message' => '任务不存在'
  419. ], 404);
  420. }
  421. $result = $this->aiVideoGenerationService->querySeedanceTaskStatus($task);
  422. return $this->success($result);
  423. } catch (\Exception $e) {
  424. Utils::throwError('1001:'.$e->getMessage());
  425. }
  426. }
  427. /**
  428. * 验证 Seedance content 内容
  429. *
  430. * @param array $content
  431. * @return void
  432. */
  433. private function validateSeedanceContent(array $content): void
  434. {
  435. $hasText = false;
  436. $hasFirstFrame = false;
  437. $hasLastFrame = false;
  438. $hasReferenceImage = false;
  439. $hasDraftTask = false;
  440. foreach ($content as $index => $item) {
  441. if (!isset($item['type'])) {
  442. Utils::throwError('1002:content[' . $index . '] 缺少 type 字段');
  443. }
  444. switch ($item['type']) {
  445. case 'text':
  446. if (!isset($item['text']) || empty($item['text'])) {
  447. Utils::throwError('1002:text 类型的 content 必须包含非空的 text 字段');
  448. }
  449. if (mb_strlen($item['text']) > 1000) {
  450. Utils::throwError('1002:文本提示词不能超过1000个字符');
  451. }
  452. $hasText = true;
  453. break;
  454. case 'image_url':
  455. if (!isset($item['image_url']['url']) || empty($item['image_url']['url'])) {
  456. Utils::throwError('1002:image_url 类型的 content 必须包含 image_url.url 字段');
  457. }
  458. $role = $item['role'] ?? null;
  459. if ($role === 'first_frame') {
  460. $hasFirstFrame = true;
  461. } elseif ($role === 'last_frame') {
  462. $hasLastFrame = true;
  463. } elseif ($role === 'reference_image') {
  464. $hasReferenceImage = true;
  465. } elseif (empty($role)) {
  466. // 默认为首帧
  467. $hasFirstFrame = true;
  468. }
  469. break;
  470. case 'draft_task':
  471. if (!isset($item['draft_task']['id']) || empty($item['draft_task']['id'])) {
  472. Utils::throwError('1002:draft_task 类型的 content 必须包含 draft_task.id 字段');
  473. }
  474. $hasDraftTask = true;
  475. break;
  476. default:
  477. Utils::throwError('1002:不支持的 content type: ' . $item['type']);
  478. }
  479. }
  480. // 验证组合规则
  481. if ($hasLastFrame && !$hasFirstFrame) {
  482. Utils::throwError('1002:使用尾帧时必须同时提供首帧');
  483. }
  484. if ($hasReferenceImage && ($hasFirstFrame || $hasLastFrame)) {
  485. Utils::throwError('1002:参考图模式不能与首帧/尾帧模式混用');
  486. }
  487. if ($hasDraftTask && ($hasText || $hasFirstFrame || $hasLastFrame || $hasReferenceImage)) {
  488. Utils::throwError('1002:使用样片任务时不能同时提供其他内容');
  489. }
  490. }
  491. /**
  492. * 创建可灵AI Omni视频生成任务
  493. *
  494. * @param Request $request
  495. * @return JsonResponse
  496. */
  497. public function createKelingTask(Request $request): JsonResponse
  498. {
  499. $data = $request->all();
  500. // 验证基本参数
  501. $baseRules = [
  502. 'model' => 'required|string|in:kling-video-o1,kling-v3-omni',
  503. 'prompt' => 'required|max:2500',
  504. 'mode' => 'nullable|in:pro,std',
  505. 'aspect_ratio' => 'nullable|in:16:9,4:3,1:1,3:4,9:16,21:9',
  506. 'video_duration' => 'required|integer|min:3|max:15',
  507. ];
  508. $baseMessages = [
  509. 'model.required' => '模型参数不能为空',
  510. 'model.in' => '模型只支持 kling-video-o1、kling-v3-omni',
  511. 'prompt.required' => '提示词不能为空',
  512. 'prompt.max' => '提示词不能超过2500个字符',
  513. 'mode.in' => '模式只能是 pro 或 std',
  514. 'aspect_ratio.in' => '宽高比只能是 16:9、4:3、1:1、3:4、9:16、21:9',
  515. 'video_duration.required' => '请填写视频时长',
  516. 'video_duration.integer' => '视频时长必须是整数',
  517. 'video_duration.min' => '视频时长不能少于3秒',
  518. 'video_duration.max' => '视频时长不能超过15秒',
  519. ];
  520. // 可选参数验证
  521. $optionalRules = [
  522. 'multi_prompt' => 'nullable|array',
  523. 'multi_prompt.*' => 'string|max:2500',
  524. 'shot_type' => 'nullable|in:customize,single_shot,multi_shot',
  525. 'generate_audio' => 'nullable|boolean',
  526. 'webhook_url' => 'nullable|url',
  527. 'seed' => 'nullable|integer|min:-1|max:4294967295',
  528. 'video_resolution' => 'nullable|in:480P,720P,1080P',
  529. ];
  530. $optionalMessages = [
  531. 'multi_prompt.array' => '多段提示词必须是数组',
  532. 'multi_prompt.*.string' => '每段提示词必须是字符串',
  533. 'multi_prompt.*.max' => '每段提示词不能超过2500个字符',
  534. 'shot_type.in' => '镜头类型只能是 customize、single_shot、multi_shot',
  535. 'webhook_url.url' => '回调地址格式不正确',
  536. 'seed.integer' => '随机种子必须是整数',
  537. 'seed.min' => '随机种子不能小于-1',
  538. 'seed.max' => '随机种子不能超过4294967295',
  539. 'video_resolution.in' => '分辨率只能是 480P、720P 或 1080P',
  540. ];
  541. // 检查是否有首帧URL
  542. if (isset($data['first_frame_url'])) {
  543. $optionalRules['first_frame_url'] = 'url';
  544. $optionalMessages['first_frame_url.url'] = '首帧图片URL格式不正确';
  545. }
  546. // 检查是否有尾帧URL
  547. if (isset($data['tail_frame_url'])) {
  548. $optionalRules['tail_frame_url'] = 'url';
  549. $optionalMessages['tail_frame_url.url'] = '尾帧图片URL格式不正确';
  550. }
  551. // 检查是否有首帧文件
  552. if ($request->hasFile('first_frame_file')) {
  553. $optionalRules['first_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  554. $optionalMessages = array_merge($optionalMessages, [
  555. 'first_frame_file.image' => '首帧必须是图片文件',
  556. 'first_frame_file.mimes' => '首帧图片必须是jpeg,png格式',
  557. 'first_frame_file.max' => '首帧图片大小不能超过4.7MB',
  558. ]);
  559. }
  560. // 检查是否有尾帧文件
  561. if ($request->hasFile('tail_frame_file')) {
  562. $optionalRules['tail_frame_file'] = 'image|mimes:jpeg,png|max:4800';
  563. $optionalMessages = array_merge($optionalMessages, [
  564. 'tail_frame_file.image' => '尾帧必须是图片文件',
  565. 'tail_frame_file.mimes' => '尾帧图片必须是jpeg,png格式',
  566. 'tail_frame_file.max' => '尾帧图片大小不能超过4.7MB',
  567. ]);
  568. }
  569. if (isset($data['tail_frame_url']) && !isset($data['first_frame_url'])) {
  570. Utils::throwError('1002:提供尾帧URL时必须提供首帧URL');
  571. }
  572. if ($request->hasFile('tail_frame_file') && !$request->has('first_frame_file')) {
  573. Utils::throwError('1002:提供尾帧文件时必须提供首帧文件');
  574. }
  575. $validationRules = array_merge($baseRules, $optionalRules);
  576. $validationMessages = array_merge($baseMessages, $optionalMessages);
  577. // 处理图片相关参数
  578. $validator = Validator::make($data, $validationRules, $validationMessages);
  579. if ($validator->fails()) {
  580. Utils::throwError('1002:'.$validator->errors()->first());
  581. }
  582. $firstFrame = null;
  583. $tailFrame = null;
  584. $data['image_list'] = [];
  585. // 处理首帧图片(文件上传方式)
  586. if ($request->hasFile('first_frame_file')) {
  587. $firstFrameFile = $request->file('first_frame_file');
  588. $firstFrame = $this->processFrameFile($firstFrameFile, 'first');
  589. $data['first_frame_url'] = $firstFrame['url'];
  590. $data['image_list'][] = [
  591. 'image_url' => $data['first_frame_url'],
  592. 'type' => 'first_frame',
  593. ];
  594. }
  595. // 处理首帧图片(URL方式)
  596. elseif (isset($data['first_frame_url']) && !empty($data['first_frame_url'])) {
  597. $firstFrame = Utils::getRemoteImageInfo($data['first_frame_url'], true);
  598. if (!$firstFrame) {
  599. Utils::throwError('1003:首帧图片获取失败');
  600. }
  601. $data['image_list'][] = [
  602. 'image_url' => $data['first_frame_url'],
  603. 'type' => 'first_frame',
  604. ];
  605. }
  606. // 处理尾帧图片(文件上传方式)
  607. if ($request->hasFile('tail_frame_file')) {
  608. $tailFrameFile = $request->file('tail_frame_file');
  609. $tailFrame = $this->processFrameFile($tailFrameFile, 'tail');
  610. $data['tail_frame_url'] = $tailFrame['url'];
  611. $data['image_list'][] = [
  612. 'image_url' => $data['tail_frame_url'],
  613. 'type' => 'end_frame',
  614. ];
  615. }
  616. // 处理尾帧图片(URL方式)
  617. elseif (isset($data['tail_frame_url']) && !empty($data['tail_frame_url'])) {
  618. $tailFrame = Utils::getRemoteImageInfo($data['tail_frame_url'], true);
  619. if (!$tailFrame) {
  620. Utils::throwError('1003:尾帧图片获取失败');
  621. }
  622. $data['image_list'][] = [
  623. 'image_url' => $data['tail_frame_url'],
  624. 'type' => 'end_frame',
  625. ];
  626. }
  627. $task = $this->aiVideoGenerationService->createKelingOmniTask($data);
  628. return $this->success(['task_id' => $task->id, 'status' => $task->status]);
  629. }
  630. /**
  631. * 查询可灵AI Omni任务状态
  632. *
  633. * @param string $taskId
  634. * @return JsonResponse
  635. */
  636. public function getKelingTaskStatus(string $taskId): JsonResponse
  637. {
  638. try {
  639. $task = \App\Models\MpGenerateVideoTask::where('id', $taskId)->first();
  640. if (!$task) {
  641. return response()->json([
  642. 'success' => false,
  643. 'message' => '任务不存在'
  644. ], 404);
  645. }
  646. $result = $this->aiVideoGenerationService->queryKelingOmniTaskStatus($task);
  647. return $this->success($result);
  648. } catch (\Exception $e) {
  649. Utils::throwError('1001:'.$e->getMessage());
  650. }
  651. }
  652. /**
  653. * 获取视频任务列表
  654. *
  655. * @param Request $request
  656. * @return mixed
  657. */
  658. public function taskList(Request $request)
  659. {
  660. $data = $request->all();
  661. $result = $this->aiVideoGenerationService->getTaskList($data);
  662. return $this->success($result, [new AIGenerationTransformer(), 'newBuildTaskList']);
  663. }
  664. // ==================== 主体管理相关接口 ====================
  665. /**
  666. * 创建主体
  667. *
  668. * @param Request $request
  669. * @return JsonResponse
  670. */
  671. public function createElement(Request $request): JsonResponse
  672. {
  673. try {
  674. // 验证请求参数
  675. $validated = $request->validate([
  676. 'element_name' => 'required|string|max:20',
  677. 'element_description' => 'required|string|max:100',
  678. 'reference_type' => 'required|in:image_refer,video_refer',
  679. 'element_image_list' => 'required_if:reference_type,image_refer|array',
  680. 'element_image_list.frontal_image' => 'required_if:reference_type,image_refer|string',
  681. 'element_image_list.refer_images' => 'required_if:reference_type,image_refer|array|min:1|max:3',
  682. 'element_image_list.refer_images.*.image_url' => 'required|string',
  683. 'element_video_list' => 'required_if:reference_type,video_refer|array',
  684. 'element_video_list.refer_videos' => 'required_if:reference_type,video_refer|array|size:1',
  685. 'element_video_list.refer_videos.*.video_url' => 'required|string',
  686. 'element_voice_id' => 'nullable|string',
  687. 'tag_list' => 'nullable|array',
  688. 'tag_list.*.tag_id' => 'required|in:o_101,o_102,o_103,o_104,o_105,o_106,o_107,o_108',
  689. 'callback_url' => 'nullable|url',
  690. 'external_task_id' => 'nullable|string',
  691. ]);
  692. // 调用服务层创建主体
  693. $element = $this->aiVideoGenerationService->createElement($validated);
  694. return response()->json([
  695. 'code' => 0,
  696. 'message' => '主体创建任务已提交',
  697. 'request_id' => uniqid(),
  698. 'data' => [
  699. 'task_id' => $element->id,
  700. 'task_info' => [
  701. 'external_task_id' => $element->external_task_id,
  702. ],
  703. 'task_status' => $element->task_status,
  704. 'created_at' => $element->created_at->timestamp * 1000,
  705. 'updated_at' => $element->updated_at->timestamp * 1000,
  706. ]
  707. ]);
  708. } catch (\Illuminate\Validation\ValidationException $e) {
  709. return response()->json([
  710. 'code' => 400,
  711. 'message' => '参数验证失败',
  712. 'request_id' => uniqid(),
  713. 'errors' => $e->errors()
  714. ], 400);
  715. } catch (\Exception $e) {
  716. dLog('generate')->error('创建主体失败: ' . $e->getMessage());
  717. return response()->json([
  718. 'code' => 500,
  719. 'message' => '创建主体失败: ' . $e->getMessage(),
  720. 'request_id' => uniqid(),
  721. ], 500);
  722. }
  723. }
  724. /**
  725. * 查询单个主体状态
  726. *
  727. * @param string $taskId
  728. * @param Request $request
  729. * @return JsonResponse
  730. */
  731. public function getElementStatus(string $taskId, Request $request): JsonResponse
  732. {
  733. try {
  734. $externalTaskId = $request->get('external_task_id');
  735. // 先查询本地数据库
  736. $query = AIElement::where('id', $taskId);
  737. if ($externalTaskId) {
  738. $query->orWhere('external_task_id', $externalTaskId);
  739. }
  740. $localElement = $query->first();
  741. if (!$localElement) {
  742. return response()->json([
  743. 'code' => 404,
  744. 'message' => '主体任务不存在',
  745. 'request_id' => uniqid(),
  746. ], 404);
  747. }
  748. // 如果任务还在处理中,查询最新状态
  749. if ($localElement->task_status === AIElement::STATUS_PROCESSING) {
  750. $apiResult = $this->aiVideoGenerationService->queryElementStatus($taskId, $externalTaskId);
  751. if ($apiResult['success'] && isset($apiResult['data'])) {
  752. $localElement->refresh(); // 重新加载数据
  753. }
  754. }
  755. // 构建响应数据
  756. $responseData = [
  757. 'task_id' => $localElement->id,
  758. 'task_status' => $localElement->task_status,
  759. 'task_status_msg' => $localElement->task_status_msg,
  760. 'task_info' => [
  761. 'external_task_id' => $localElement->external_task_id,
  762. ],
  763. 'created_at' => $localElement->created_at->timestamp * 1000,
  764. 'updated_at' => $localElement->updated_at->timestamp * 1000,
  765. ];
  766. // 如果任务成功,添加主体结果信息
  767. if ($localElement->task_status === AIElement::STATUS_SUCCEED && $localElement->element_id) {
  768. $responseData['task_result'] = [
  769. 'elements' => [
  770. [
  771. 'element_id' => $localElement->element_id,
  772. 'element_name' => $localElement->element_name,
  773. 'element_description' => $localElement->element_description,
  774. 'reference_type' => $localElement->reference_type,
  775. 'element_image_list' => $localElement->element_image_list,
  776. 'element_video_list' => $localElement->element_video_list,
  777. 'element_voice_info' => $localElement->element_voice_info,
  778. 'tag_list' => $localElement->tag_list,
  779. 'owned_by' => $localElement->owned_by,
  780. 'status' => $localElement->status,
  781. ]
  782. ]
  783. ];
  784. $responseData['final_unit_deduction'] = $localElement->final_unit_deduction;
  785. }
  786. return response()->json([
  787. 'code' => 0,
  788. 'message' => 'success',
  789. 'request_id' => uniqid(),
  790. 'data' => $responseData
  791. ]);
  792. } catch (\Exception $e) {
  793. dLog('generate')->error('查询主体状态失败: ' . $e->getMessage());
  794. return response()->json([
  795. 'code' => 500,
  796. 'message' => '查询主体状态失败: ' . $e->getMessage(),
  797. 'request_id' => uniqid(),
  798. ], 500);
  799. }
  800. }
  801. /**
  802. * 查询所有主体列表(包含自定义和官方)
  803. *
  804. * @param Request $request
  805. * @return JsonResponse
  806. */
  807. public function getElementsList(Request $request): JsonResponse
  808. {
  809. try {
  810. $pageNum = (int)$request->get('pageNum', 1);
  811. $pageSize = (int)$request->get('pageSize', 30);
  812. $type = $request->get('type', 'all'); // all, custom, official
  813. // 限制分页参数范围
  814. $pageNum = max(1, min($pageNum, 1000));
  815. $pageSize = max(1, min($pageSize, 500));
  816. $customElements = [];
  817. $officialElements = [];
  818. // 查询自定义主体
  819. if (in_array($type, ['all', 'custom'])) {
  820. $customResult = $this->aiVideoGenerationService->queryCustomElementsList($pageNum, $pageSize);
  821. if ($customResult['success']) {
  822. $customElements = $customResult['data'];
  823. }
  824. }
  825. // 查询官方主体
  826. if (in_array($type, ['all', 'official'])) {
  827. $officialResult = $this->aiVideoGenerationService->queryOfficialElementsList($pageNum, $pageSize);
  828. if ($officialResult['success']) {
  829. $officialElements = $officialResult['data'];
  830. }
  831. }
  832. // 合并结果
  833. $allElements = array_merge($customElements, $officialElements);
  834. return response()->json([
  835. 'code' => 0,
  836. 'message' => 'success',
  837. 'request_id' => uniqid(),
  838. 'data' => $allElements
  839. ]);
  840. } catch (\Exception $e) {
  841. dLog('generate')->error('查询主体列表失败: ' . $e->getMessage());
  842. return response()->json([
  843. 'code' => 500,
  844. 'message' => '查询主体列表失败: ' . $e->getMessage(),
  845. 'request_id' => uniqid(),
  846. ], 500);
  847. }
  848. }
  849. /**
  850. * 删除自定义主体
  851. *
  852. * @param Request $request
  853. * @return JsonResponse
  854. */
  855. public function deleteElement(Request $request): JsonResponse
  856. {
  857. try {
  858. // 验证请求参数
  859. $validated = $request->validate([
  860. 'element_id' => 'required|string',
  861. ]);
  862. // 检查主体是否存在且为自定义主体
  863. $element = AIElement::where('element_id', $validated['element_id'])->first();
  864. if (!$element) {
  865. return response()->json([
  866. 'code' => 404,
  867. 'message' => '主体不存在',
  868. 'request_id' => uniqid(),
  869. ], 404);
  870. }
  871. if ($element->owned_by === 'kling') {
  872. return response()->json([
  873. 'code' => 400,
  874. 'message' => '不能删除官方主体',
  875. 'request_id' => uniqid(),
  876. ], 400);
  877. }
  878. // 调用服务层删除主体
  879. $result = $this->aiVideoGenerationService->deleteElement($validated['element_id']);
  880. if ($result['success']) {
  881. return response()->json([
  882. 'code' => 0,
  883. 'message' => $result['message'],
  884. 'request_id' => uniqid(),
  885. 'data' => $result['data']
  886. ]);
  887. } else {
  888. return response()->json([
  889. 'code' => 500,
  890. 'message' => $result['message'],
  891. 'request_id' => uniqid(),
  892. ], 500);
  893. }
  894. } catch (\Illuminate\Validation\ValidationException $e) {
  895. return response()->json([
  896. 'code' => 400,
  897. 'message' => '参数验证失败',
  898. 'request_id' => uniqid(),
  899. 'errors' => $e->errors()
  900. ], 400);
  901. } catch (\Exception $e) {
  902. dLog('generate')->error('删除主体失败: ' . $e->getMessage());
  903. return response()->json([
  904. 'code' => 500,
  905. 'message' => '删除主体失败: ' . $e->getMessage(),
  906. 'request_id' => uniqid(),
  907. ], 500);
  908. }
  909. }
  910. /**
  911. * 获取本地主体列表(用于内部管理)
  912. *
  913. * @param Request $request
  914. * @return JsonResponse
  915. */
  916. public function getLocalElementsList(Request $request): JsonResponse
  917. {
  918. try {
  919. // 构建筛选条件
  920. $filters = [
  921. 'owned_by' => $request->get('owned_by'),
  922. 'reference_type' => $request->get('reference_type'),
  923. 'status' => $request->get('status'),
  924. 'task_status' => $request->get('task_status'),
  925. 'keyword' => $request->get('keyword'),
  926. 'page_size' => (int)$request->get('page_size', 20),
  927. ];
  928. // 移除空值
  929. $filters = array_filter($filters, function($value) {
  930. return $value !== null && $value !== '';
  931. });
  932. // 调用服务层获取列表
  933. $elements = $this->aiVideoGenerationService->getLocalElementsList($filters);
  934. // 转换数据格式
  935. $data = $elements->map(function ($element) {
  936. return [
  937. 'task_id' => $element->id,
  938. 'external_task_id' => $element->external_task_id,
  939. 'task_status' => $element->task_status,
  940. 'task_status_msg' => $element->task_status_msg,
  941. 'element_id' => $element->element_id,
  942. 'element_name' => $element->element_name,
  943. 'element_description' => $element->element_description,
  944. 'reference_type' => $element->reference_type,
  945. 'element_image_list' => $element->element_image_list,
  946. 'element_video_list' => $element->element_video_list,
  947. 'element_voice_id' => $element->element_voice_id,
  948. 'element_voice_info' => $element->element_voice_info,
  949. 'tag_list' => $element->tag_list,
  950. 'tag_names' => $element->tag_names, // 使用模型的访问器
  951. 'owned_by' => $element->owned_by,
  952. 'status' => $element->status,
  953. 'final_unit_deduction' => $element->final_unit_deduction,
  954. 'created_at' => $element->created_at->format('Y-m-d H:i:s'),
  955. 'updated_at' => $element->updated_at->format('Y-m-d H:i:s'),
  956. ];
  957. });
  958. return response()->json([
  959. 'code' => 0,
  960. 'message' => 'success',
  961. 'request_id' => uniqid(),
  962. 'data' => [
  963. 'data' => $data,
  964. 'current_page' => $elements->currentPage(),
  965. 'last_page' => $elements->lastPage(),
  966. 'per_page' => $elements->perPage(),
  967. 'total' => $elements->total(),
  968. ]
  969. ]);
  970. } catch (\Exception $e) {
  971. dLog('generate')->error('获取本地主体列表失败: ' . $e->getMessage());
  972. return response()->json([
  973. 'code' => 500,
  974. 'message' => '获取本地主体列表失败: ' . $e->getMessage(),
  975. 'request_id' => uniqid(),
  976. ], 500);
  977. }
  978. }
  979. }