AIImageGenerationService.php 64 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Models\MpGeneratePicTask;
  4. use App\Models\MpAsset;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. use GuzzleHttp\Exception\GuzzleException;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. use Illuminate\Support\Facades\Redis;
  11. use App\Consts\BaseConst;
  12. class AIImageGenerationService
  13. {
  14. private $volcEngineService;
  15. private $httpClient;
  16. // 模型常量
  17. const MODEL_JIMENG_4 = 'jimeng_4.0';
  18. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  19. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  20. const MODEL_GPT_IMAGE_2 = 'GptImage2';
  21. public function __construct(VolcEngineService $volcEngineService)
  22. {
  23. $this->volcEngineService = $volcEngineService;
  24. $this->httpClient = new Client([
  25. 'timeout' => 300,
  26. ]);
  27. }
  28. /**
  29. * 异步创建图片生成任务
  30. *
  31. * @param array $params
  32. * @return MpGeneratePicTask
  33. */
  34. public function createImageGenerationTask(array $params): MpGeneratePicTask
  35. {
  36. // // 获取模型类型,默认使用即梦AI 4.0
  37. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  38. // 获取模型类型,默认使用即梦seedream5.0-lite
  39. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  40. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  41. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  42. // 如果有正在处理的任务,创建排队任务
  43. return $this->createQueuedTask($params);
  44. }
  45. // 生成唯一的任务ID
  46. $taskId = 'img_gen_' . time() . '_' . uniqid();
  47. // 创建任务记录
  48. $task = MpGeneratePicTask::create([
  49. 'task_id' => $taskId,
  50. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  51. 'prompt' => $params['prompt'] ?? '',
  52. 'width' => $params['width'] ?? 1600,
  53. 'height' => $params['height'] ?? 2848,
  54. 'image_num' => $params['image_num'] ?? 1,
  55. 'scale' => $params['scale'] ?? 50,
  56. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  57. 'mask_img_url' => $params['mask_img_url'] ?? null,
  58. 'extra_params' => $params['extra_params'] ?? null,
  59. 'status' => MpGeneratePicTask::STATUS_PENDING,
  60. 'model' => $model,
  61. ]);
  62. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  63. if ($model === self::MODEL_JIMENG_4) {
  64. $this->submitTaskToJimengApi($task);
  65. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  66. $this->submitTaskToNanoBananaApi($task);
  67. }
  68. return $task;
  69. }
  70. /**
  71. * 检查是否有正在处理的任务
  72. *
  73. * @return bool
  74. */
  75. private function hasProcessingTask(): bool
  76. {
  77. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  78. ->exists();
  79. }
  80. /**
  81. * 创建排队任务
  82. *
  83. * @param array $params
  84. * @return MpGeneratePicTask
  85. */
  86. private function createQueuedTask(array $params): MpGeneratePicTask
  87. {
  88. // 生成唯一的任务ID
  89. $taskId = 'img_gen_' . time() . '_' . uniqid();
  90. // 获取模型类型
  91. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  92. // 创建排队状态的任务记录
  93. return MpGeneratePicTask::create([
  94. 'task_id' => $taskId,
  95. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  96. 'prompt' => $params['prompt'] ?? '',
  97. 'width' => $params['width'] ?? 1600,
  98. 'height' => $params['height'] ?? 2848,
  99. 'image_num' => $params['image_num'] ?? 1,
  100. 'scale' => $params['scale'] ?? 50,
  101. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  102. 'mask_img_url' => $params['mask_img_url'] ?? null,
  103. 'extra_params' => $params['extra_params'] ?? null,
  104. 'status' => MpGeneratePicTask::STATUS_PENDING,
  105. 'model' => $model,
  106. ]);
  107. }
  108. /**
  109. * 提交任务到即梦AI API
  110. *
  111. * @param MpGeneratePicTask $task
  112. * @return void
  113. */
  114. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  115. {
  116. try {
  117. // 验证环境变量配置
  118. $accessKey = env('VOLC_AI_AK');
  119. $secretKey = env('VOLC_AI_SK');
  120. if (empty($accessKey) || empty($secretKey)) {
  121. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  122. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  123. ]);
  124. return;
  125. }
  126. //构建即梦AI 4.0 API请求参数
  127. $apiParams = [
  128. 'req_key' => 'jimeng_t2i_v40',
  129. 'prompt' => $task->prompt,
  130. 'scale' => $task->scale / 100, //为0-1范围
  131. ];
  132. // 添加可选参数
  133. if ($task->image_num > 1) {
  134. $apiParams['force_single'] = false;
  135. } else {
  136. $apiParams['force_single'] = true;
  137. }
  138. // 参考图片
  139. if ($task->ref_img_url) {
  140. $apiParams['image_urls'] = $task->ref_img_url;
  141. }
  142. // if ($task->mask_img_url) {
  143. // $apiParams['image_urls'] = $task->mask_img_url;
  144. // }
  145. // 尺寸参数
  146. $area = $task->width * $task->height; //计算面积
  147. if ($area >= 1024*1024 && $area <= 4096*4096) {
  148. $apiParams['size'] = (int)$area;
  149. }
  150. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  151. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  152. //调用即梦AI 4.0 API提交任务
  153. $response = $this->volcEngineService->request(
  154. 'POST',
  155. 'visual.volcengineapi.com', //即梦AI API域名
  156. '/', // 使用根路径
  157. [], // Query参数
  158. json_encode($apiParams),
  159. $accessKey,
  160. $secretKey,
  161. 'cv', // 服务标识
  162. 'cn-north-1', //区域
  163. 'CVSync2AsyncSubmitTask',
  164. '2022-08-31',
  165. 'application/json'
  166. );
  167. $responseData = json_decode($response['body'], true);
  168. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  169. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  170. if ($responseData['code'] !== 10000) {
  171. // API返回错误
  172. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  173. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  174. 'error_message' => $responseData['message'] ?? 'API Error',
  175. 'extra_params' => $responseData['data'] ?? []
  176. ]);
  177. } else {
  178. // 任务提交成功,更新状态为处理中
  179. $updateData = [];
  180. //存储API返回的任务ID
  181. if (isset($responseData['data']['task_id'])) {
  182. $updateData['task_id'] = $responseData['data']['task_id'];
  183. $updateData['extra_params'] = $responseData ?? [];
  184. }
  185. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  186. }
  187. } catch (\Exception $e) {
  188. // 记录错误
  189. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  190. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  191. 'error_message' => 'API请求失败: ' . $e->getMessage()
  192. ]);
  193. }
  194. }
  195. /**
  196. * 提交任务到GPT-Image2 API
  197. *
  198. * @param MpGeneratePicTask $task
  199. * @return void
  200. */
  201. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  202. {
  203. try {
  204. // 验证环境变量配置
  205. $apiKey = env('GPT_IMAGE2_API_KEY');
  206. if (empty($apiKey)) {
  207. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  208. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  209. ]);
  210. return;
  211. }
  212. // 更新状态为处理中
  213. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  214. // $api_url = 'https://token.ithinkai.cn/v1/images/generations';
  215. $api_url = 'https://api.nonelinear.com/v1/images/generations';
  216. $isEditMode = false;
  217. // 参考图片 - 如果有参考图则使用 /edits 接口
  218. if ($task->ref_img_url) {
  219. // $api_url = 'https://token.ithinkai.cn/v1/images/edits';
  220. // $isEditMode = true;
  221. $api_url = 'https://api.nonelinear.com/v1/images/generations';
  222. }
  223. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  224. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  225. // 创建专用客户端,优化配置
  226. $gptClient = new Client([
  227. 'timeout' => 600, // 10分钟超时
  228. 'connect_timeout' => 30, // 连接超时10秒
  229. 'http_errors' => false, // 不自动抛出HTTP错误
  230. 'verify' => false, // 禁用SSL验证(如果有证书问题)
  231. 'allow_redirects' => true,
  232. ]);
  233. // 根据是否有参考图选择不同的请求方式
  234. if ($isEditMode) {
  235. // 使用原生 cURL 处理 multipart/form-data 格式
  236. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  237. dLog('generate')->info('下载参考图片', ['image_url' => $imageUrl]);
  238. // 下载图片内容
  239. $imageContent = @file_get_contents($imageUrl);
  240. if ($imageContent === false) {
  241. throw new \Exception('下载参考图片失败: ' . $imageUrl);
  242. }
  243. dLog('generate')->info('参考图片下载完成', ['size' => strlen($imageContent)]);
  244. // 保存为临时文件(cURL 需要真实文件路径)
  245. $extension = pathinfo(parse_url($imageUrl, PHP_URL_PATH), PATHINFO_EXTENSION) ?: 'png';
  246. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_img_') . '.' . $extension;
  247. file_put_contents($tempFile, $imageContent);
  248. dLog('generate')->info('临时文件创建成功', ['file' => $tempFile, 'size' => filesize($tempFile)]);
  249. // 构建 POST 字段
  250. $postFields = [
  251. 'image' => new \CURLFile($tempFile, 'image/' . $extension, 'image.' . $extension),
  252. 'prompt' => $task->prompt,
  253. 'model' => 'gpt-image-2',
  254. 'n' => (int)$task->image_num,
  255. ];
  256. // 尺寸参数
  257. if ($task->width && $task->height) {
  258. $postFields['size'] = $task->width . 'x' . $task->height;
  259. }
  260. dLog('generate')->info('GPT-Image2 API参数(编辑模式-cURL)', ['api_url' => $api_url, 'prompt' => $task->prompt, 'size' => ($task->width . 'x' . $task->height), 'n' => (int)$task->image_num]);
  261. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', ['task_id' => $task->task_id, 'api_url' => $api_url, 'image_url' => $imageUrl, 'prompt' => $task->prompt]);
  262. $startTime = microtime(true);
  263. // 使用原生 cURL
  264. $ch = curl_init();
  265. curl_setopt_array($ch, [
  266. CURLOPT_URL => $api_url,
  267. CURLOPT_RETURNTRANSFER => true,
  268. CURLOPT_POST => true,
  269. CURLOPT_POSTFIELDS => $postFields,
  270. CURLOPT_HTTPHEADER => [
  271. 'Authorization: Bearer ' . $apiKey,
  272. 'Accept: application/json',
  273. 'Expect:', // 移除 Expect: 100-continue,避免等待
  274. ],
  275. CURLOPT_TIMEOUT => 600,
  276. CURLOPT_CONNECTTIMEOUT => 30,
  277. CURLOPT_SSL_VERIFYPEER => false,
  278. CURLOPT_SSL_VERIFYHOST => false,
  279. CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1, // 强制使用 HTTP/1.1
  280. ]);
  281. dLog('generate')->info('开始发送cURL请求');
  282. $responseBody = curl_exec($ch);
  283. $statusCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  284. $curlError = curl_error($ch);
  285. $curlErrno = curl_errno($ch);
  286. curl_close($ch);
  287. // 删除临时文件
  288. @unlink($tempFile);
  289. $elapsed = round(microtime(true) - $startTime, 2);
  290. dLog('generate')->info('cURL请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode, 'curl_errno' => $curlErrno]);
  291. if ($curlErrno !== 0) {
  292. throw new \Exception('cURL错误: ' . $curlError . ' (错误码: ' . $curlErrno . ')');
  293. }
  294. if (empty($responseBody)) {
  295. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  296. }
  297. } else {
  298. // 使用 JSON 格式 (原有的文生图模式)
  299. $apiParams = [
  300. 'model' => 'gpt-image-2',
  301. 'prompt' => $task->prompt,
  302. ];
  303. // 尺寸参数
  304. if ($task->width && $task->height) {
  305. $apiParams['size'] = $task->width . 'x' . $task->height;
  306. }
  307. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  308. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  309. $startTime = microtime(true);
  310. // 调用GPT-Image2 API
  311. $response = $gptClient->post($api_url, [
  312. 'headers' => [
  313. 'Authorization' => 'Bearer ' . $apiKey,
  314. 'Content-Type' => 'application/json',
  315. ],
  316. 'json' => $apiParams,
  317. ]);
  318. $statusCode = $response->getStatusCode();
  319. $responseBody = $response->getBody()->getContents();
  320. $elapsed = round(microtime(true) - $startTime, 2);
  321. dLog('generate')->info('Guzzle请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode]);
  322. if (empty($responseBody)) {
  323. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  324. }
  325. }
  326. // 解析响应
  327. dLog('generate')->info('响应数据长度', ['length' => strlen($responseBody)]);
  328. $responseData = json_decode($responseBody, true);
  329. if (json_last_error() !== JSON_ERROR_NONE) {
  330. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  331. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  332. }
  333. dLog('generate')->info('GPT-Image2 API响应', $responseData);
  334. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  335. if (isset($responseData['error'])) {
  336. // API返回错误
  337. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  338. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  339. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  340. 'result_json' => $responseData
  341. ]);
  342. } else {
  343. // 任务提交成功,直接处理结果
  344. dLog('generate')->info('开始处理GPT-Image2响应结果');
  345. $this->processGptImage2ApiResponse($task, $responseData);
  346. }
  347. } catch (\Exception $e) {
  348. // 记录错误
  349. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  350. 'task_id' => $task->task_id,
  351. 'trace' => $e->getTraceAsString()
  352. ]);
  353. logDB('generate', 'error', 'GPT-Image2任务异常', [
  354. 'task_id' => $task->task_id,
  355. 'error' => $e->getMessage(),
  356. 'file' => $e->getFile(),
  357. 'line' => $e->getLine()
  358. ]);
  359. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  360. 'error_message' => 'API请求失败: ' . $e->getMessage()
  361. ]);
  362. }
  363. }
  364. /**
  365. * 处理GPT-Image2 API响应结果
  366. *
  367. * @param MpGeneratePicTask $task
  368. * @param array $responseData
  369. * @return void
  370. */
  371. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  372. {
  373. try {
  374. if (!isset($responseData['data']) || empty($responseData['data'])) {
  375. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  376. 'error_message' => '未返回图片数据',
  377. 'result_json' => $responseData
  378. ]);
  379. return;
  380. }
  381. $result_urls = [];
  382. foreach ($responseData['data'] as $imageData) {
  383. if (isset($imageData['url'])) {
  384. $url = $imageData['url'];
  385. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  386. $pic_ext = getImgExtFromUrl($url);
  387. $pic_name = $pic_name . $pic_ext;
  388. if ($pic_ext === '.png') {
  389. $comporessed_data = compressRemoteImageUrlToSize($url);
  390. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  391. } else {
  392. // 将图片另存到tos
  393. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  394. }
  395. $result_urls[] = $url;
  396. }
  397. }
  398. if (empty($result_urls)) {
  399. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  400. 'error_message' => '所有图片生成失败',
  401. 'result_json' => $responseData
  402. ]);
  403. return;
  404. }
  405. // 更新任务状态为成功
  406. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  407. 'result_url' => $result_urls,
  408. 'result_json' => $responseData
  409. ]);
  410. // 同步调整分镜图片状态和结果
  411. $segment_id = getProp($task, 'alias_segment_id');
  412. if ($segment_id) {
  413. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  414. 'img_url' => $result_urls[0],
  415. 'pic_task_status' => '已完成',
  416. ]);
  417. // 如果是首帧图ID则更新anime表
  418. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  419. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  420. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  421. Redis::srem('anime_first_frame_urls', $segment_id);
  422. }
  423. }
  424. } catch (\Exception $e) {
  425. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  426. 'error_message' => '处理响应失败: ' . $e->getMessage()
  427. ]);
  428. }
  429. }
  430. /**
  431. * 提交任务到火山图片生成API
  432. *
  433. * @param MpGeneratePicTask $task
  434. * @return void
  435. */
  436. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  437. {
  438. try {
  439. // 验证环境变量配置
  440. $apiKey = env('VOLC_AI_API_KEY');
  441. if (empty($apiKey)) {
  442. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  443. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  444. ]);
  445. return;
  446. }
  447. // 更新状态为处理中
  448. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  449. // 构建火山图片生成API请求参数
  450. $apiParams = [
  451. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  452. 'prompt' => $task->prompt,
  453. 'watermark' => false,
  454. ];
  455. // 尺寸参数
  456. if ($task->width && $task->height) {
  457. $apiParams['size'] = $task->width . 'x' . $task->height;
  458. }
  459. // 参考图片
  460. if ($task->ref_img_url) {
  461. if (is_array($task->ref_img_url)) {
  462. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  463. $apiParams['image'] = $task->ref_img_url;
  464. } else {
  465. $apiParams['image'] = $task->ref_img_url;
  466. }
  467. }
  468. // 生成多图或者单图
  469. if ((int)$task->image_num === 1) {
  470. $apiParams['sequential_image_generation'] = 'disabled';
  471. }else if ($task->image_num > 1) {
  472. $apiParams['sequential_image_generation'] = 'auto';
  473. $apiParams['sequential_image_generation_options']['max_images'] = $task->image_num;
  474. }
  475. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  476. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  477. // 调用火山图片生成API
  478. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  479. 'headers' => [
  480. 'Authorization' => 'Bearer ' . $apiKey,
  481. 'Content-Type' => 'application/json',
  482. ],
  483. 'json' => $apiParams,
  484. ]);
  485. $responseData = json_decode($response->getBody()->getContents(), true);
  486. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  487. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  488. if (isset($responseData['error'])) {
  489. // API返回错误
  490. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  491. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  492. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  493. 'result_json' => $responseData
  494. ]);
  495. } else {
  496. // 任务提交成功,直接处理结果
  497. $this->processVolcApiResponse($task, $responseData);
  498. }
  499. } catch (\Exception $e) {
  500. // 记录错误
  501. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  502. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  503. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  504. 'error_message' => 'API请求失败: ' . $e->getMessage()
  505. ]);
  506. }
  507. }
  508. /**
  509. * 处理火山API响应结果
  510. *
  511. * @param MpGeneratePicTask $task
  512. * @param array $responseData
  513. * @return void
  514. */
  515. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  516. {
  517. try {
  518. if (!isset($responseData['data']) || empty($responseData['data'])) {
  519. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  520. 'error_message' => '未返回图片数据',
  521. 'result_json' => $responseData
  522. ]);
  523. return;
  524. }
  525. $result_urls = [];
  526. foreach ($responseData['data'] as $imageData) {
  527. if (isset($imageData['error'])) {
  528. // 单张图片生成失败
  529. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  530. continue;
  531. }
  532. if (isset($imageData['url'])) {
  533. $url = $imageData['url'];
  534. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  535. $pic_ext = getImgExtFromUrl($url);
  536. $pic_name = $pic_name . $pic_ext;
  537. if ($pic_ext === '.png') {
  538. $comporessed_data = compressRemoteImageUrlToSize($url);
  539. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  540. } else {
  541. // 将图片另存到tos
  542. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  543. }
  544. $result_urls[] = $url;
  545. }
  546. }
  547. if (empty($result_urls)) {
  548. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  549. 'error_message' => '所有图片生成失败',
  550. 'result_json' => $responseData
  551. ]);
  552. return;
  553. }
  554. // 更新任务状态为成功
  555. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  556. 'result_url' => $result_urls,
  557. 'result_json' => $responseData
  558. ]);
  559. // 同步调整分镜图片状态和结果
  560. $segment_id = getProp($task, 'alias_segment_id');
  561. if ($segment_id) {
  562. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  563. 'img_url' => $result_urls[0],
  564. 'pic_task_status' => '已完成',
  565. ]);
  566. // 如果是首帧图ID则更新anime表
  567. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  568. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  569. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  570. Redis::srem('anime_first_frame_urls', $segment_id);
  571. }
  572. }
  573. } catch (\Exception $e) {
  574. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  575. 'error_message' => '处理响应失败: ' . $e->getMessage()
  576. ]);
  577. }
  578. }
  579. public function getTaskList($data)
  580. {
  581. $task_id = getProp($data, 'task_id');
  582. $status = getProp($data, 'status');
  583. $query = MpGeneratePicTask::select('*');
  584. if ($task_id) {
  585. $query->where('id', $task_id);
  586. }
  587. if ($status) {
  588. $query->where('status', $status);
  589. }
  590. return $query->orderBy('created_at', 'desc')->paginate();
  591. }
  592. /**
  593. * 查询任务状态
  594. *
  595. * @param MpGeneratePicTask $task
  596. * @return array
  597. */
  598. public function queryTaskStatus(MpGeneratePicTask $task): array
  599. {
  600. // 根据模型类型调用不同的查询方法
  601. if ($task->model === self::MODEL_JIMENG_4) {
  602. return $this->queryJimengTaskStatus($task);
  603. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  604. return $this->queryNanoBananaTaskStatus($task);
  605. } else {
  606. // 火山API是同步返回结果,不需要查询
  607. return [
  608. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  609. 'error_message' => $task->error_message,
  610. 'result_url' => $task->result_url,
  611. 'result_json' => $task->result_json ?? []
  612. ];
  613. }
  614. }
  615. /**
  616. * 查询即梦AI任务状态
  617. *
  618. * @param MpGeneratePicTask $task
  619. * @return array
  620. */
  621. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  622. {
  623. try {
  624. // 获取API任务ID
  625. $apiTaskId = $task->task_id ?? null;
  626. if (!$apiTaskId) {
  627. return [
  628. 'status' => 'failed',
  629. 'error_message' => 'API任务ID不存在',
  630. 'result_url' => null
  631. ];
  632. }
  633. //构建查询参数
  634. $apiParams = [
  635. 'req_key' => 'jimeng_t2i_v40',
  636. 'task_id' => $apiTaskId,
  637. 'req_json' => '{"return_url":true}' // 返回URL格式
  638. ];
  639. //调用即梦AI 4.0 API查询任务状态
  640. $response = $this->volcEngineService->request(
  641. 'POST',
  642. 'visual.volcengineapi.com',
  643. '/', // 使用根路径
  644. [], // Query参数
  645. json_encode($apiParams),
  646. env('VOLC_AI_AK'),
  647. env('VOLC_AI_SK'),
  648. 'cv',
  649. 'cn-north-1',
  650. 'CVSync2AsyncGetResult',
  651. '2022-08-31',
  652. 'application/json'
  653. );
  654. $responseData = json_decode($response['body'], true);
  655. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  656. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  657. if ($responseData['code'] !== 10000) {
  658. // API返回错误
  659. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  660. return [
  661. 'status' => 'failed',
  662. 'error_message' => $responseData['message'] ?? 'API Error',
  663. 'result_url' => null,
  664. 'result_json' => $responseData ?? []
  665. ];
  666. }
  667. // 解析API响应
  668. $result = $responseData['data'] ?? [];
  669. $taskStatus = $result['status'] ?? 'failed';
  670. $returnData = [
  671. 'status' => $taskStatus,
  672. 'error_message' => null,
  673. 'result_url' => null,
  674. 'result_json' => $responseData ?? []
  675. ];
  676. // 如果任务成功,获取结果URL
  677. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  678. $result_urls = [];
  679. foreach ($result['image_urls'] as $url) {
  680. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  681. $pic_ext = getImgExtFromUrl($url);
  682. $pic_name = $pic_name . $pic_ext;
  683. if ($pic_ext === '.png') {
  684. $comporessed_data = compressRemoteImageUrlToSize($url);
  685. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  686. }else {
  687. // 将图片另存到tos
  688. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  689. }
  690. $result_urls[] = $url;
  691. }
  692. $returnData['result_url'] = $result_urls;
  693. $returnData['status'] = 'success';
  694. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  695. $returnData['status'] = 'failed';
  696. $returnData['error_message'] = '任务未找到或已过期';
  697. } elseif ($taskStatus === 'failed') {
  698. $returnData['status'] = 'failed';
  699. $returnData['error_message'] = '任务执行失败';
  700. }
  701. // in_queue 或 generating状态保持原status
  702. return $returnData;
  703. } catch (\Exception $e) {
  704. return [
  705. 'status' => 'failed',
  706. 'error_message' => $e->getMessage(),
  707. 'result_url' => null
  708. ];
  709. }
  710. }
  711. /**
  712. * 提交任务到NanoBanana API
  713. *
  714. * @param MpGeneratePicTask $task
  715. * @return void
  716. */
  717. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  718. {
  719. try {
  720. // 验证环境变量配置
  721. $apiKey = env('NANO_BANANA_API_KEY');
  722. if (empty($apiKey)) {
  723. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  724. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  725. ]);
  726. return;
  727. }
  728. // 根据模型选择API地址
  729. switch ($task->model) {
  730. case self::MODEL_NANO_BANANA_2:
  731. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  732. break;
  733. case self::MODEL_NANO_BANANA_PRO:
  734. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  735. break;
  736. case self::MODEL_GPT_IMAGE_2:
  737. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_gpt';
  738. break;
  739. default:
  740. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  741. 'error_message' => '不支持的模型类型: ' . $task->model
  742. ]);
  743. logDB('generate', 'error', '模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  744. return;
  745. }
  746. // 构建API请求参数
  747. $apiParams = [
  748. 'key' => $apiKey,
  749. 'prompt' => $task->prompt,
  750. ];
  751. if ($task->model == self::MODEL_GPT_IMAGE_2) {
  752. // 该模型下,size需设置为9:16类似的数值,请根据如下比例反推
  753. $apiParams['size'] = $this->getRatioFromSize($task->width, $task->height);
  754. }else {
  755. // 尺寸参数(根据宽高判断)
  756. $area = $task->width * $task->height;
  757. if ($area >= 1024*1024 && $area < 2048*2048) {
  758. $apiParams['size'] = '1k';
  759. } elseif ($area >= 2048*2048) {
  760. $apiParams['size'] = '2k';
  761. } else {
  762. $apiParams['size'] = '1k'; // 默认1k
  763. }
  764. // 画面比例
  765. if ($task->width && $task->height) {
  766. $ratio = $task->width . ':' . $task->height;
  767. // 简化比例
  768. $gcd = $this->gcd($task->width, $task->height);
  769. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  770. $apiParams['aspectRatio'] = $ratio;
  771. }
  772. }
  773. // 参考图片
  774. if ($task->ref_img_url) {
  775. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  776. }
  777. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  778. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  779. // 调用NanoBanana API
  780. $response = $this->httpClient->post($apiUrl, [
  781. 'query' => ['key' => $apiKey],
  782. 'json' => $apiParams,
  783. ]);
  784. $responseData = json_decode($response->getBody()->getContents(), true);
  785. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  786. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  787. if ($responseData['code'] !== 200) {
  788. // API返回错误
  789. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  790. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  791. 'error_message' => $responseData['msg'] ?? 'API Error',
  792. 'extra_params' => $responseData
  793. ]);
  794. } else {
  795. // 任务提交成功,更新状态为处理中
  796. $updateData = [];
  797. // 存储API返回的任务ID
  798. if (isset($responseData['data']['id'])) {
  799. $updateData['task_id'] = $responseData['data']['id'];
  800. $updateData['extra_params'] = $responseData;
  801. }
  802. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  803. }
  804. } catch (\Exception $e) {
  805. // 记录错误
  806. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  807. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  808. 'error_message' => 'API请求失败: ' . $e->getMessage()
  809. ]);
  810. }
  811. }
  812. /**
  813. * 查询NanoBanana任务状态
  814. *
  815. * @param MpGeneratePicTask $task
  816. * @return array
  817. */
  818. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  819. {
  820. try {
  821. // 获取API任务ID
  822. $apiTaskId = $task->task_id ?? null;
  823. $apiKey = env('NANO_BANANA_API_KEY');
  824. if (!$apiTaskId) {
  825. return [
  826. 'status' => 'failed',
  827. 'error_message' => 'API任务ID不存在',
  828. 'result_url' => null
  829. ];
  830. }
  831. if (empty($apiKey)) {
  832. return [
  833. 'status' => 'failed',
  834. 'error_message' => 'NanoBanana API KEY未配置',
  835. 'result_url' => null
  836. ];
  837. }
  838. // 调用统一查询接口
  839. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  840. 'query' => [
  841. 'key' => $apiKey,
  842. 'id' => $apiTaskId
  843. ]
  844. ]);
  845. $responseData = json_decode($response->getBody()->getContents(), true);
  846. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  847. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  848. if ($responseData['code'] !== 200) {
  849. // API返回错误
  850. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  851. return [
  852. 'status' => 'failed',
  853. 'error_message' => $responseData['msg'] ?? 'API Error',
  854. 'result_url' => null,
  855. 'result_json' => $responseData
  856. ];
  857. }
  858. // 解析API响应
  859. $data = $responseData['data'] ?? [];
  860. $taskStatus = $data['status'] ?? 0;
  861. $returnData = [
  862. 'status' => 'processing',
  863. 'error_message' => null,
  864. 'result_url' => null,
  865. 'result_json' => $responseData
  866. ];
  867. // status: 2表示成功
  868. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  869. $result_urls = [];
  870. foreach ($data['result'] as $url) {
  871. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  872. $pic_ext = getImgExtFromUrl($url);
  873. $pic_name = $pic_name . $pic_ext;
  874. if ($pic_ext === '.png') {
  875. $comporessed_data = compressRemoteImageUrlToSize($url);
  876. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  877. } else {
  878. // 将图片另存到tos
  879. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  880. }
  881. $result_urls[] = $url;
  882. }
  883. $returnData['result_url'] = $result_urls;
  884. $returnData['status'] = 'success';
  885. } elseif ($taskStatus === 3) {
  886. // status: 3表示失败
  887. $returnData['status'] = 'failed';
  888. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  889. }
  890. // status: 0或1表示处理中,保持processing状态
  891. return $returnData;
  892. } catch (\Exception $e) {
  893. return [
  894. 'status' => 'failed',
  895. 'error_message' => $e->getMessage(),
  896. 'result_url' => null
  897. ];
  898. }
  899. }
  900. /**
  901. * 计算最大公约数(用于简化比例)
  902. *
  903. * @param int $a
  904. * @param int $b
  905. * @return int
  906. */
  907. private function gcd(int $a, int $b): int
  908. {
  909. while ($b != 0) {
  910. $temp = $b;
  911. $b = $a % $b;
  912. $a = $temp;
  913. }
  914. return $a;
  915. }
  916. /**
  917. * 创建素材
  918. *
  919. * @param array $params
  920. * @return array
  921. */
  922. public function createAsset(array $params): array
  923. {
  924. try {
  925. // 验证必填参数
  926. if (empty($params['url'])) {
  927. return [
  928. 'code' => 1,
  929. 'msg' => '素材URL不能为空',
  930. 'data' => null
  931. ];
  932. }
  933. // 先获取表中是否已有该url
  934. $asset = DB::table('mp_assets')->where('url', $params['url'])->first();
  935. if ($asset) {
  936. return [
  937. 'code' => 0,
  938. 'msg' => '创建成功',
  939. 'data' => [
  940. 'id' => $asset->id,
  941. 'asset_id' => $asset->asset_id,
  942. 'group_id' => $asset->group_id,
  943. 'group_name' => $asset->group_name,
  944. ]
  945. ];
  946. }
  947. // 获取API配置
  948. $apiKey = env('ZHIZHEN_AI_SK');
  949. $apiUrl = 'https://model-relay.zzengine.net';
  950. if (empty($apiKey)) {
  951. return [
  952. 'code' => 1002,
  953. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  954. 'data' => null
  955. ];
  956. }
  957. // 构建请求参数
  958. $requestData = [
  959. 'url' => $params['url'],
  960. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  961. ];
  962. // 可选参数
  963. if (!empty($params['name'])) {
  964. $requestData['name'] = $params['name'];
  965. }
  966. if (!empty($params['group_id'])) {
  967. $requestData['group_id'] = $params['group_id'];
  968. }
  969. dLog('generate')->info('智真AI创建素材请求参数: ', $requestData);
  970. // 调用智真AI API
  971. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  972. 'headers' => [
  973. 'X-Api-Key' => $apiKey,
  974. 'Content-Type' => 'application/json',
  975. ],
  976. 'json' => $requestData,
  977. ]);
  978. $responseData = json_decode($response->getBody()->getContents(), true);
  979. dLog('generate')->info('智真AI创建素材响应: ', $responseData);
  980. logDB('generate', 'info', '智真AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  981. if ($responseData['code'] !== 0) {
  982. return [
  983. 'code' => $responseData['code'],
  984. 'msg' => $responseData['msg'] ?? '创建素材失败',
  985. 'data' => null
  986. ];
  987. }
  988. // 保存素材记录到数据库
  989. $assetData = $responseData['data'] ?? [];
  990. $asset = MpAsset::create([
  991. 'asset_id' => $assetData['asset_id'] ?? '',
  992. 'group_id' => $assetData['group_id'] ?? null,
  993. 'group_name' => $assetData['group_name'] ?? null,
  994. 'name' => $params['name'] ?? null,
  995. 'url' => $params['url'],
  996. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  997. 'status' => MpAsset::STATUS_PROCESSING,
  998. 'extra_params' => $responseData,
  999. ]);
  1000. return [
  1001. 'code' => 0,
  1002. 'msg' => '创建成功',
  1003. 'data' => [
  1004. 'id' => $asset->id,
  1005. 'asset_id' => $asset->asset_id,
  1006. 'group_id' => $asset->group_id,
  1007. 'group_name' => $asset->group_name,
  1008. ]
  1009. ];
  1010. } catch (\Exception $e) {
  1011. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  1012. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  1013. return [
  1014. 'code' => 20003,
  1015. 'msg' => '创建素材失败: ' . $e->getMessage(),
  1016. 'data' => null
  1017. ];
  1018. }
  1019. }
  1020. /**
  1021. * 查询素材
  1022. *
  1023. * @param string $assetId
  1024. * @return array
  1025. */
  1026. public function getAsset(string $assetId): array
  1027. {
  1028. try {
  1029. // 验证参数
  1030. if (empty($assetId)) {
  1031. return [
  1032. 'code' => 20003,
  1033. 'msg' => '素材ID不能为空',
  1034. 'data' => null
  1035. ];
  1036. }
  1037. // 先获取表中是否已有该url
  1038. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->first();
  1039. if ($assetInfo) {
  1040. $assetInfo = (array)$assetInfo;
  1041. $status = getProp($assetInfo, 'status');
  1042. if (in_array($status, ['Active', 'Failed'])) {
  1043. $assetInfo['id'] = $assetInfo['asset_id'];
  1044. return [
  1045. 'code' => 0,
  1046. 'msg' => '查询成功',
  1047. 'data' => [
  1048. 'asset' => $assetInfo
  1049. ]
  1050. ];
  1051. }
  1052. }
  1053. // 获取API配置
  1054. $apiKey = env('ZHIZHEN_AI_SK');
  1055. $apiUrl = 'https://model-relay.zzengine.net';
  1056. if (empty($apiKey)) {
  1057. return [
  1058. 'code' => 1002,
  1059. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1060. 'data' => null
  1061. ];
  1062. }
  1063. dLog('generate')->info('智真AI查询素材: ' . $assetId);
  1064. // 调用智真AI API
  1065. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1066. 'headers' => [
  1067. 'X-Api-Key' => $apiKey,
  1068. 'Content-Type' => 'application/json',
  1069. ],
  1070. 'json' => [
  1071. 'asset_id' => $assetId,
  1072. ],
  1073. ]);
  1074. $responseData = json_decode($response->getBody()->getContents(), true);
  1075. dLog('generate')->info('智真AI查询素材响应: ', $responseData);
  1076. logDB('generate', 'info', '智真AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1077. if ($responseData['code'] !== 0) {
  1078. return [
  1079. 'code' => $responseData['code'],
  1080. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1081. 'data' => null
  1082. ];
  1083. }
  1084. $assetInfo = $responseData['data']['asset'] ?? [];
  1085. // 更新本地数据库记录
  1086. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1087. if ($localAsset) {
  1088. $localAsset->update([
  1089. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1090. 'cover_url' => $assetInfo['url'] ?? null,
  1091. 'extra_params' => $responseData,
  1092. ]);
  1093. }
  1094. return [
  1095. 'code' => 0,
  1096. 'msg' => '查询成功',
  1097. 'data' => [
  1098. 'asset' => $assetInfo
  1099. ]
  1100. ];
  1101. } catch (\Exception $e) {
  1102. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1103. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1104. return [
  1105. 'code' => 20003,
  1106. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1107. 'data' => null
  1108. ];
  1109. }
  1110. }
  1111. /**
  1112. * 更新所有待处理任务的状态
  1113. *
  1114. * @return void
  1115. */
  1116. public function updatePendingTasks(): void
  1117. {
  1118. dLog('generate')->info('更新图片状态ing');
  1119. // 1. 处理火山API的pending任务(批量提交到队列)
  1120. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1121. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1122. ->orderBy('created_at', 'asc')
  1123. ->limit(50) // 每次最多处理50个任务,避免超时
  1124. ->get();
  1125. foreach ($volcPendingTasks as $task) {
  1126. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1127. // 分发到队列
  1128. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1129. }
  1130. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1131. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1132. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1133. ->orderBy('created_at', 'asc')
  1134. ->limit(50) // 每次最多处理50个任务,避免超时
  1135. ->get();
  1136. foreach ($gptImage2PendingTasks as $task) {
  1137. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1138. // 分发到队列
  1139. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1140. }
  1141. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1142. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1143. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1144. ->get();
  1145. foreach ($processingTasks as $task) {
  1146. $statusInfo = $this->queryTaskStatus($task);
  1147. if ($statusInfo['status'] === 'success') {
  1148. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1149. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  1150. 'result_url' => $statusInfo['result_url'],
  1151. 'result_json' => $statusInfo['result_json'] ?? []
  1152. ]);
  1153. // 同步调整分镜图片状态和结果
  1154. $segment_id = getProp($task, 'alias_segment_id');
  1155. if ($segment_id) {
  1156. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1157. 'img_url' => $statusInfo['result_url'][0],
  1158. 'pic_task_status' => '已完成',
  1159. ]);
  1160. // 如果是首帧图ID则更新anime表
  1161. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  1162. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  1163. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url'=>$statusInfo['result_url'][0], 'updated_at'=>date('Y-m-d H:i:s')]);
  1164. Redis::srem('anime_first_frame_urls', $segment_id);
  1165. }
  1166. }
  1167. } elseif ($statusInfo['status'] === 'failed') {
  1168. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1169. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1170. 'error_message' => $statusInfo['error_message'],
  1171. 'result_json' => $statusInfo['result_json'] ?? []
  1172. ]);
  1173. if (getProp($task, 'alias_segment_id')) {
  1174. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1175. 'pic_task_status' => '失败',
  1176. ]);
  1177. }
  1178. }
  1179. // 如果仍然是处理中状态,不做任何操作
  1180. //处理:如果任务处理超过12小时,标记为失败
  1181. $processingTime = now()->diffInHours($task->created_at);
  1182. if ($processingTime > 12) {
  1183. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1184. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1185. 'error_message' => '任务处理超时(超过12小时)'
  1186. ]);
  1187. }
  1188. }
  1189. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1190. $this->processNextQueuedTask();
  1191. }
  1192. /**
  1193. * 处理下一个排队的任务
  1194. *
  1195. * @return void
  1196. */
  1197. public function processNextQueuedTask(): void
  1198. {
  1199. // 检查是否还有正在处理的任务(仅即梦AI)
  1200. if ($this->hasProcessingTask()) {
  1201. return; // 如果还有处理中的任务,不处理新任务
  1202. }
  1203. // 获取最早的待处理任务(仅即梦AI)
  1204. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1205. ->where('model', self::MODEL_JIMENG_4)
  1206. ->orderBy('created_at', 'asc')
  1207. ->first();
  1208. if ($nextTask) {
  1209. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1210. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1211. $this->submitTaskToJimengApi($nextTask);
  1212. }
  1213. }
  1214. /**
  1215. * 获取任务队列状态
  1216. *
  1217. * @return array
  1218. */
  1219. public function getQueueStatus(): array
  1220. {
  1221. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1222. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1223. return [
  1224. 'processing_count' => $processingCount,
  1225. 'pending_count' => $pendingCount,
  1226. 'can_submit_new_task' => $processingCount === 0
  1227. ];
  1228. }
  1229. /**
  1230. * 处理智真AI的参考图片转素材
  1231. *
  1232. * @param array $referenceImages 参考图片URL数组
  1233. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1234. * @return array 返回素材ID数组
  1235. */
  1236. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1237. {
  1238. $assetIds = [];
  1239. $failedIndexes = []; // 记录失败的图片序号
  1240. foreach ($referenceImages as $index => $imageUrl) {
  1241. $imageIndex = $index + 1; // 图片序号从1开始
  1242. try {
  1243. dLog('generate')->info("开始处理参考图片 {$imageIndex}: {$imageUrl}");
  1244. // 1. 创建素材
  1245. $createResult = $this->createAsset([
  1246. 'url' => $imageUrl,
  1247. 'asset_type' => MpAsset::TYPE_IMAGE,
  1248. 'name' => "参考图片_{$imageIndex}_" . time(),
  1249. ]);
  1250. if ($createResult['code'] !== 0) {
  1251. dLog('generate')->warning("图片 {$imageIndex} 创建素材失败: " . $createResult['msg']);
  1252. logDB('generate', 'warning', '创建素材失败', [
  1253. 'image_url' => $imageUrl,
  1254. 'index' => $imageIndex,
  1255. 'error' => $createResult['msg']
  1256. ]);
  1257. $failedIndexes[] = $imageIndex;
  1258. continue;
  1259. }
  1260. $assetId = $createResult['data']['asset_id'];
  1261. dLog('generate')->info("图片 {$imageIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1262. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1263. $maxAttempts = 100;
  1264. $attempt = 0;
  1265. $assetStatus = null;
  1266. while ($attempt < $maxAttempts) {
  1267. sleep(3); // 等待3秒
  1268. $attempt++;
  1269. $getResult = $this->getAsset($assetId);
  1270. if ($getResult['code'] !== 0) {
  1271. dLog('generate')->warning("图片 {$imageIndex} 查询素材状态失败: " . $getResult['msg']);
  1272. continue;
  1273. }
  1274. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1275. dLog('generate')->info("图片 {$imageIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1276. if ($assetStatus === 'Active') {
  1277. // 素材可用
  1278. $assetIds[] = $assetId;
  1279. dLog('generate')->info("图片 {$imageIndex} 素材处理成功,asset_id: {$assetId}");
  1280. logDB('generate', 'info', '素材转换成功', [
  1281. 'image_url' => $imageUrl,
  1282. 'index' => $imageIndex,
  1283. 'asset_id' => $assetId
  1284. ]);
  1285. break;
  1286. } elseif ($assetStatus === 'Failed') {
  1287. // 素材处理失败
  1288. dLog('generate')->warning("图片 {$imageIndex} 素材处理失败");
  1289. logDB('generate', 'warning', '素材处理失败', [
  1290. 'image_url' => $imageUrl,
  1291. 'index' => $imageIndex,
  1292. 'asset_id' => $assetId
  1293. ]);
  1294. $failedIndexes[] = $imageIndex;
  1295. break;
  1296. }
  1297. // 其他状态(Processing等)继续等待
  1298. }
  1299. // 如果超时还未成功
  1300. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1301. dLog('generate')->warning("图片 {$imageIndex} 素材处理超时");
  1302. logDB('generate', 'warning', '素材处理超时', [
  1303. 'image_url' => $imageUrl,
  1304. 'index' => $imageIndex,
  1305. 'asset_id' => $assetId,
  1306. 'last_status' => $assetStatus
  1307. ]);
  1308. $failedIndexes[] = $imageIndex;
  1309. }
  1310. } catch (\Exception $e) {
  1311. dLog('generate')->error("图片 {$imageIndex} 处理异常: " . $e->getMessage());
  1312. logDB('generate', 'error', '素材转换异常', [
  1313. 'image_url' => $imageUrl,
  1314. 'index' => $imageIndex,
  1315. 'error' => $e->getMessage()
  1316. ]);
  1317. $failedIndexes[] = $imageIndex;
  1318. }
  1319. }
  1320. // 处理失败的图片:从 fullPrompt 中删除对应的标记并调整序号
  1321. if (!empty($failedIndexes)) {
  1322. dLog('generate')->info('开始处理失败图片的提示词调整,失败序号: ' . implode(',', $failedIndexes));
  1323. // 按序号从大到小排序,避免删除时影响后续序号
  1324. rsort($failedIndexes);
  1325. foreach ($failedIndexes as $failedIndex) {
  1326. // 删除失败图片的标记,例如 <图片1>、<图片2> 等
  1327. $pattern = "/<图片{$failedIndex}>/u";
  1328. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1329. dLog('generate')->info("已从提示词中删除 <图片{$failedIndex}>");
  1330. }
  1331. // 重新调整剩余图片的序号
  1332. // 例如:如果图片2失败,图片3、图片4需要改为图片2、图片3
  1333. $needAdjust = false;
  1334. foreach ($failedIndexes as $failedIndex) {
  1335. $needAdjust = true;
  1336. // 将所有大于失败序号的图片标记序号减1
  1337. for ($i = $failedIndex + 1; $i <= count($referenceImages); $i++) {
  1338. $oldPattern = "/<图片{$i}>/u";
  1339. $newTag = "<图片" . ($i - 1) . ">";
  1340. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1341. }
  1342. }
  1343. if ($needAdjust) {
  1344. dLog('generate')->info('提示词图片序号调整完成');
  1345. logDB('generate', 'info', '提示词调整', [
  1346. 'failed_indexes' => $failedIndexes,
  1347. 'adjusted_prompt' => $fullPrompt
  1348. ]);
  1349. }
  1350. }
  1351. dLog('generate')->info('参考图片转素材完成,成功数量: ' . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1352. // 格式化为可直接在API接口中使用的数组
  1353. foreach($assetIds as &$assetId) {
  1354. $assetId = "asset://{$assetId}";
  1355. }
  1356. return $assetIds;
  1357. }
  1358. /**
  1359. * 根据宽高反推图片比例
  1360. * @param int $width 宽度
  1361. * @param int $height 高度
  1362. * @return string 比例字符串,如 "9:16",匹配不到则返回 "auto"
  1363. */
  1364. private function getRatioFromSize($width, $height)
  1365. {
  1366. if (!$width || !$height) {
  1367. return 'auto';
  1368. }
  1369. // 遍历所有预定义的比例,查找匹配的
  1370. foreach (BaseConst::IMAGE_RATIOS as $ratio => $size) {
  1371. if ($size['width'] == $width && $size['height'] == $height) {
  1372. return $ratio;
  1373. }
  1374. }
  1375. // 没有精确匹配,尝试通过计算比例匹配
  1376. $gcd = $this->gcd($width, $height);
  1377. $simplifiedRatio = ($width / $gcd) . ':' . ($height / $gcd);
  1378. // 检查简化后的比例是否在预定义列表中
  1379. if (isset(BaseConst::IMAGE_RATIOS[$simplifiedRatio])) {
  1380. return $simplifiedRatio;
  1381. }
  1382. return 'auto';
  1383. }
  1384. }