AIImageGenerationService.php 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Models\MpGeneratePicTask;
  4. use App\Models\MpAsset;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. use GuzzleHttp\Exception\GuzzleException;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. use Illuminate\Support\Facades\Redis;
  11. use App\Consts\BaseConst;
  12. class AIImageGenerationService
  13. {
  14. private $volcEngineService;
  15. private $httpClient;
  16. // 模型常量
  17. const MODEL_JIMENG_4 = 'jimeng_4.0';
  18. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  19. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  20. const MODEL_GPT_IMAGE_2 = 'GptImage2';
  21. public function __construct(VolcEngineService $volcEngineService)
  22. {
  23. $this->volcEngineService = $volcEngineService;
  24. $this->httpClient = new Client([
  25. 'timeout' => 300,
  26. ]);
  27. }
  28. /**
  29. * 异步创建图片生成任务
  30. *
  31. * @param array $params
  32. * @return MpGeneratePicTask
  33. */
  34. public function createImageGenerationTask(array $params): MpGeneratePicTask
  35. {
  36. // // 获取模型类型,默认使用即梦AI 4.0
  37. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  38. // 获取模型类型,默认使用即梦seedream5.0-lite
  39. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  40. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  41. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  42. // 如果有正在处理的任务,创建排队任务
  43. return $this->createQueuedTask($params);
  44. }
  45. // 生成唯一的任务ID
  46. $taskId = 'img_gen_' . time() . '_' . uniqid();
  47. // 创建任务记录
  48. $task = MpGeneratePicTask::create([
  49. 'task_id' => $taskId,
  50. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  51. 'prompt' => $params['prompt'] ?? '',
  52. 'width' => $params['width'] ?? 1600,
  53. 'height' => $params['height'] ?? 2848,
  54. 'image_num' => $params['image_num'] ?? 1,
  55. 'scale' => $params['scale'] ?? 50,
  56. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  57. 'mask_img_url' => $params['mask_img_url'] ?? null,
  58. 'extra_params' => $params['extra_params'] ?? null,
  59. 'status' => MpGeneratePicTask::STATUS_PENDING,
  60. 'model' => $model,
  61. ]);
  62. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  63. if ($model === self::MODEL_JIMENG_4) {
  64. $this->submitTaskToJimengApi($task);
  65. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  66. $this->submitTaskToNanoBananaApi($task);
  67. }
  68. return $task;
  69. }
  70. /**
  71. * 检查是否有正在处理的任务
  72. *
  73. * @return bool
  74. */
  75. private function hasProcessingTask(): bool
  76. {
  77. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  78. ->exists();
  79. }
  80. /**
  81. * 创建排队任务
  82. *
  83. * @param array $params
  84. * @return MpGeneratePicTask
  85. */
  86. private function createQueuedTask(array $params): MpGeneratePicTask
  87. {
  88. // 生成唯一的任务ID
  89. $taskId = 'img_gen_' . time() . '_' . uniqid();
  90. // 获取模型类型
  91. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  92. // 创建排队状态的任务记录
  93. return MpGeneratePicTask::create([
  94. 'task_id' => $taskId,
  95. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  96. 'prompt' => $params['prompt'] ?? '',
  97. 'width' => $params['width'] ?? 1600,
  98. 'height' => $params['height'] ?? 2848,
  99. 'image_num' => $params['image_num'] ?? 1,
  100. 'scale' => $params['scale'] ?? 50,
  101. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  102. 'mask_img_url' => $params['mask_img_url'] ?? null,
  103. 'extra_params' => $params['extra_params'] ?? null,
  104. 'status' => MpGeneratePicTask::STATUS_PENDING,
  105. 'model' => $model,
  106. ]);
  107. }
  108. /**
  109. * 提交任务到即梦AI API
  110. *
  111. * @param MpGeneratePicTask $task
  112. * @return void
  113. */
  114. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  115. {
  116. try {
  117. // 验证环境变量配置
  118. $accessKey = env('VOLC_AI_AK');
  119. $secretKey = env('VOLC_AI_SK');
  120. if (empty($accessKey) || empty($secretKey)) {
  121. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  122. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  123. ]);
  124. return;
  125. }
  126. //构建即梦AI 4.0 API请求参数
  127. $apiParams = [
  128. 'req_key' => 'jimeng_t2i_v40',
  129. 'prompt' => $task->prompt,
  130. 'scale' => $task->scale / 100, //为0-1范围
  131. ];
  132. // 添加可选参数
  133. if ($task->image_num > 1) {
  134. $apiParams['force_single'] = false;
  135. } else {
  136. $apiParams['force_single'] = true;
  137. }
  138. // 参考图片
  139. if ($task->ref_img_url) {
  140. $apiParams['image_urls'] = $task->ref_img_url;
  141. }
  142. // if ($task->mask_img_url) {
  143. // $apiParams['image_urls'] = $task->mask_img_url;
  144. // }
  145. // 尺寸参数
  146. $area = $task->width * $task->height; //计算面积
  147. if ($area >= 1024*1024 && $area <= 4096*4096) {
  148. $apiParams['size'] = (int)$area;
  149. }
  150. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  151. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  152. //调用即梦AI 4.0 API提交任务
  153. $response = $this->volcEngineService->request(
  154. 'POST',
  155. 'visual.volcengineapi.com', //即梦AI API域名
  156. '/', // 使用根路径
  157. [], // Query参数
  158. json_encode($apiParams),
  159. $accessKey,
  160. $secretKey,
  161. 'cv', // 服务标识
  162. 'cn-north-1', //区域
  163. 'CVSync2AsyncSubmitTask',
  164. '2022-08-31',
  165. 'application/json'
  166. );
  167. $responseData = json_decode($response['body'], true);
  168. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  169. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  170. if ($responseData['code'] !== 10000) {
  171. // API返回错误
  172. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  173. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  174. 'error_message' => $responseData['message'] ?? 'API Error',
  175. 'extra_params' => $responseData['data'] ?? []
  176. ]);
  177. } else {
  178. // 任务提交成功,更新状态为处理中
  179. $updateData = [];
  180. //存储API返回的任务ID
  181. if (isset($responseData['data']['task_id'])) {
  182. $updateData['task_id'] = $responseData['data']['task_id'];
  183. $updateData['extra_params'] = $responseData ?? [];
  184. }
  185. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  186. }
  187. } catch (\Exception $e) {
  188. // 记录错误
  189. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  190. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  191. 'error_message' => 'API请求失败: ' . $e->getMessage()
  192. ]);
  193. }
  194. }
  195. /**
  196. * 提交任务到GPT-Image2 API
  197. *
  198. * @param MpGeneratePicTask $task
  199. * @return void
  200. */
  201. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  202. {
  203. try {
  204. // 验证环境变量配置
  205. $apiKey = env('GPT_IMAGE2_API_KEY');
  206. if (empty($apiKey)) {
  207. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  208. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  209. ]);
  210. return;
  211. }
  212. // 更新状态为处理中
  213. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  214. // $api_url = 'https://token.ithinkai.cn/v1/images/generations'; // 备用地址1
  215. // $api_url = 'https://api.nonelinear.com/v1/images/generations'; // 备用地址2
  216. $api_url = 'https://ai-api.kkidc.com/v1/images/generations';
  217. $isEditMode = false;
  218. // 参考图片 - 如果有参考图则使用 /edits 接口
  219. if ($task->ref_img_url) {
  220. // $api_url = 'https://token.ithinkai.cn/v1/images/edits'; // 备用地址1
  221. // $api_url = 'https://api.nonelinear.com/v1/images/generations'; // 备用地址2
  222. $api_url = 'https://ai-api.kkidc.com/v1/images/edits';
  223. $isEditMode = true;
  224. }
  225. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  226. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  227. // 创建专用客户端,优化配置
  228. $gptClient = new Client([
  229. 'timeout' => 600, // 10分钟超时
  230. 'connect_timeout' => 30, // 连接超时10秒
  231. 'http_errors' => false, // 不自动抛出HTTP错误
  232. 'verify' => false, // 禁用SSL验证(如果有证书问题)
  233. 'allow_redirects' => true,
  234. ]);
  235. // 根据是否有参考图选择不同的请求方式
  236. if ($isEditMode) {
  237. // 使用原生 cURL 处理 multipart/form-data 格式
  238. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  239. dLog('generate')->info('下载参考图片', ['image_url' => $imageUrl]);
  240. // 下载图片内容
  241. $imageContent = @file_get_contents($imageUrl);
  242. if ($imageContent === false) {
  243. throw new \Exception('下载参考图片失败: ' . $imageUrl);
  244. }
  245. dLog('generate')->info('参考图片下载完成', ['size' => strlen($imageContent)]);
  246. // 保存为临时文件(cURL 需要真实文件路径)
  247. $extension = pathinfo(parse_url($imageUrl, PHP_URL_PATH), PATHINFO_EXTENSION) ?: 'png';
  248. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_img_') . '.' . $extension;
  249. file_put_contents($tempFile, $imageContent);
  250. dLog('generate')->info('临时文件创建成功', ['file' => $tempFile, 'size' => filesize($tempFile)]);
  251. // 构建 POST 字段
  252. $postFields = [
  253. 'image' => new \CURLFile($tempFile, 'image/' . $extension, 'image.' . $extension),
  254. 'prompt' => $task->prompt,
  255. 'model' => 'gpt-image-2',
  256. 'n' => (int)$task->image_num,
  257. ];
  258. // 尺寸参数
  259. if ($task->width && $task->height) {
  260. $postFields['size'] = $task->width . 'x' . $task->height;
  261. }
  262. dLog('generate')->info('GPT-Image2 API参数(编辑模式-cURL)', ['api_url' => $api_url, 'prompt' => $task->prompt, 'size' => ($task->width . 'x' . $task->height), 'n' => (int)$task->image_num]);
  263. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', ['task_id' => $task->task_id, 'api_url' => $api_url, 'image_url' => $imageUrl, 'prompt' => $task->prompt]);
  264. $startTime = microtime(true);
  265. // 使用原生 cURL
  266. $ch = curl_init();
  267. curl_setopt_array($ch, [
  268. CURLOPT_URL => $api_url,
  269. CURLOPT_RETURNTRANSFER => true,
  270. CURLOPT_POST => true,
  271. CURLOPT_POSTFIELDS => $postFields,
  272. CURLOPT_HTTPHEADER => [
  273. 'Authorization: Bearer ' . $apiKey,
  274. 'Accept: application/json',
  275. 'Expect:', // 移除 Expect: 100-continue,避免等待
  276. ],
  277. CURLOPT_TIMEOUT => 600,
  278. CURLOPT_CONNECTTIMEOUT => 30,
  279. CURLOPT_SSL_VERIFYPEER => false,
  280. CURLOPT_SSL_VERIFYHOST => false,
  281. CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1, // 强制使用 HTTP/1.1
  282. ]);
  283. dLog('generate')->info('开始发送cURL请求');
  284. $responseBody = curl_exec($ch);
  285. $statusCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  286. $curlError = curl_error($ch);
  287. $curlErrno = curl_errno($ch);
  288. curl_close($ch);
  289. // 删除临时文件
  290. @unlink($tempFile);
  291. $elapsed = round(microtime(true) - $startTime, 2);
  292. dLog('generate')->info('cURL请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode, 'curl_errno' => $curlErrno]);
  293. if ($curlErrno !== 0) {
  294. throw new \Exception('cURL错误: ' . $curlError . ' (错误码: ' . $curlErrno . ')');
  295. }
  296. if (empty($responseBody)) {
  297. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  298. }
  299. } else {
  300. // 使用 JSON 格式 (原有的文生图模式)
  301. $apiParams = [
  302. 'model' => 'gpt-image-2',
  303. 'prompt' => $task->prompt,
  304. 'n' => (int)$task->image_num,
  305. 'quality' => 'auto', // 新接口必填参数:图像质量等级
  306. 'response_format' => 'b64_json', // 新接口必填参数:返回格式
  307. ];
  308. // 尺寸参数
  309. if ($task->width && $task->height) {
  310. $apiParams['size'] = $task->width . 'x' . $task->height;
  311. } else {
  312. $apiParams['size'] = 'auto'; // 新接口必填参数
  313. }
  314. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  315. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  316. $startTime = microtime(true);
  317. // 调用GPT-Image2 API
  318. $response = $gptClient->post($api_url, [
  319. 'headers' => [
  320. 'Authorization' => 'Bearer ' . $apiKey,
  321. 'Content-Type' => 'application/json',
  322. ],
  323. 'json' => $apiParams,
  324. ]);
  325. $statusCode = $response->getStatusCode();
  326. $responseBody = $response->getBody()->getContents();
  327. $elapsed = round(microtime(true) - $startTime, 2);
  328. dLog('generate')->info('Guzzle请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode]);
  329. if (empty($responseBody)) {
  330. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  331. }
  332. }
  333. // 解析响应
  334. dLog('generate')->info('响应数据长度', ['length' => strlen($responseBody)]);
  335. $responseData = json_decode($responseBody, true);
  336. if (json_last_error() !== JSON_ERROR_NONE) {
  337. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  338. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  339. }
  340. dLog('generate')->info('GPT-Image2 API响应', $responseData);
  341. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  342. if (isset($responseData['error'])) {
  343. // API返回错误
  344. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  345. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  346. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  347. 'result_json' => $responseData
  348. ]);
  349. } else {
  350. // 任务提交成功,直接处理结果
  351. dLog('generate')->info('开始处理GPT-Image2响应结果');
  352. $this->processGptImage2ApiResponse($task, $responseData);
  353. }
  354. } catch (\Exception $e) {
  355. // 记录错误
  356. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  357. 'task_id' => $task->task_id,
  358. 'trace' => $e->getTraceAsString()
  359. ]);
  360. logDB('generate', 'error', 'GPT-Image2任务异常', [
  361. 'task_id' => $task->task_id,
  362. 'error' => $e->getMessage(),
  363. 'file' => $e->getFile(),
  364. 'line' => $e->getLine()
  365. ]);
  366. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  367. 'error_message' => 'API请求失败: ' . $e->getMessage()
  368. ]);
  369. }
  370. }
  371. /**
  372. * 处理GPT-Image2 API响应结果
  373. *
  374. * @param MpGeneratePicTask $task
  375. * @param array $responseData
  376. * @return void
  377. */
  378. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  379. {
  380. try {
  381. if (!isset($responseData['data']) || empty($responseData['data'])) {
  382. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  383. 'error_message' => '未返回图片数据',
  384. 'result_json' => $responseData
  385. ]);
  386. return;
  387. }
  388. $result_urls = [];
  389. foreach ($responseData['data'] as $index => $imageData) {
  390. // 优先处理 b64_json 格式(新接口返回格式)
  391. if (isset($imageData['b64_json']) && !empty($imageData['b64_json'])) {
  392. $base64Data = $imageData['b64_json'];
  393. $imageStream = base64_decode($base64Data);
  394. if ($imageStream === false) {
  395. dLog('generate')->error('Base64解码失败', ['task_id' => $task->task_id, 'index' => $index]);
  396. continue;
  397. }
  398. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid() . '.png';
  399. // 压缩PNG图片
  400. $compressedData = compressImageStreamToSize($imageStream);
  401. $url = uploadStreamByTos('image', $compressedData, $pic_name);
  402. $result_urls[] = $url;
  403. // 记录优化后的提示词(如果有)
  404. if (isset($imageData['revised_prompt'])) {
  405. dLog('generate')->info('图片生成优化提示词', [
  406. 'task_id' => $task->task_id,
  407. 'index' => $index,
  408. 'revised_prompt' => $imageData['revised_prompt']
  409. ]);
  410. }
  411. } elseif (isset($imageData['url']) && !empty($imageData['url'])) {
  412. // 兼容旧的 url 格式(如果接口仍返回)
  413. $url = $imageData['url'];
  414. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  415. $pic_ext = getImgExtFromUrl($url);
  416. $pic_name = $pic_name . $pic_ext;
  417. if ($pic_ext === '.png') {
  418. $comporessed_data = compressRemoteImageUrlToSize($url);
  419. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  420. } else {
  421. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  422. }
  423. $result_urls[] = $url;
  424. }
  425. }
  426. if (empty($result_urls)) {
  427. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  428. 'error_message' => '所有图片生成失败',
  429. 'result_json' => $responseData
  430. ]);
  431. return;
  432. }
  433. // 更新任务状态为成功
  434. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  435. 'result_url' => $result_urls,
  436. 'result_json' => $responseData
  437. ]);
  438. // 同步调整分镜图片状态和结果
  439. $segment_id = getProp($task, 'alias_segment_id');
  440. if ($segment_id) {
  441. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  442. 'img_url' => $result_urls[0],
  443. 'pic_task_status' => '已完成',
  444. ]);
  445. // 如果是首帧图ID则更新anime表
  446. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  447. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  448. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  449. Redis::srem('anime_first_frame_urls', $segment_id);
  450. }
  451. }
  452. } catch (\Exception $e) {
  453. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  454. 'error_message' => '处理响应失败: ' . $e->getMessage()
  455. ]);
  456. }
  457. }
  458. /**
  459. * 提交任务到火山图片生成API
  460. *
  461. * @param MpGeneratePicTask $task
  462. * @return void
  463. */
  464. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  465. {
  466. try {
  467. // 验证环境变量配置
  468. $apiKey = env('VOLC_AI_API_KEY');
  469. if (empty($apiKey)) {
  470. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  471. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  472. ]);
  473. return;
  474. }
  475. // 更新状态为处理中
  476. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  477. // 构建火山图片生成API请求参数
  478. $apiParams = [
  479. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  480. 'prompt' => $task->prompt,
  481. 'watermark' => false,
  482. ];
  483. // 尺寸参数
  484. if ($task->width && $task->height) {
  485. $apiParams['size'] = $task->width . 'x' . $task->height;
  486. }
  487. // 参考图片
  488. if ($task->ref_img_url) {
  489. if (is_array($task->ref_img_url)) {
  490. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  491. $apiParams['image'] = $task->ref_img_url;
  492. } else {
  493. $apiParams['image'] = $task->ref_img_url;
  494. }
  495. }
  496. // 生成多图或者单图
  497. if ((int)$task->image_num === 1) {
  498. $apiParams['sequential_image_generation'] = 'disabled';
  499. }else if ($task->image_num > 1) {
  500. $apiParams['sequential_image_generation'] = 'auto';
  501. $apiParams['sequential_image_generation_options']['max_images'] = $task->image_num;
  502. }
  503. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  504. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  505. // 调用火山图片生成API
  506. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  507. 'headers' => [
  508. 'Authorization' => 'Bearer ' . $apiKey,
  509. 'Content-Type' => 'application/json',
  510. ],
  511. 'json' => $apiParams,
  512. ]);
  513. $responseData = json_decode($response->getBody()->getContents(), true);
  514. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  515. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  516. if (isset($responseData['error'])) {
  517. // API返回错误
  518. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  519. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  520. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  521. 'result_json' => $responseData
  522. ]);
  523. } else {
  524. // 任务提交成功,直接处理结果
  525. $this->processVolcApiResponse($task, $responseData);
  526. }
  527. } catch (\Exception $e) {
  528. // 记录错误
  529. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  530. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  531. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  532. 'error_message' => 'API请求失败: ' . $e->getMessage()
  533. ]);
  534. }
  535. }
  536. /**
  537. * 处理火山API响应结果
  538. *
  539. * @param MpGeneratePicTask $task
  540. * @param array $responseData
  541. * @return void
  542. */
  543. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  544. {
  545. try {
  546. if (!isset($responseData['data']) || empty($responseData['data'])) {
  547. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  548. 'error_message' => '未返回图片数据',
  549. 'result_json' => $responseData
  550. ]);
  551. return;
  552. }
  553. $result_urls = [];
  554. foreach ($responseData['data'] as $imageData) {
  555. if (isset($imageData['error'])) {
  556. // 单张图片生成失败
  557. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  558. continue;
  559. }
  560. if (isset($imageData['url'])) {
  561. $url = $imageData['url'];
  562. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  563. $pic_ext = getImgExtFromUrl($url);
  564. $pic_name = $pic_name . $pic_ext;
  565. if ($pic_ext === '.png') {
  566. $comporessed_data = compressRemoteImageUrlToSize($url);
  567. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  568. } else {
  569. // 将图片另存到tos
  570. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  571. }
  572. $result_urls[] = $url;
  573. }
  574. }
  575. if (empty($result_urls)) {
  576. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  577. 'error_message' => '所有图片生成失败',
  578. 'result_json' => $responseData
  579. ]);
  580. return;
  581. }
  582. // 更新任务状态为成功
  583. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  584. 'result_url' => $result_urls,
  585. 'result_json' => $responseData
  586. ]);
  587. // 同步调整分镜图片状态和结果
  588. $segment_id = getProp($task, 'alias_segment_id');
  589. if ($segment_id) {
  590. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  591. 'img_url' => $result_urls[0],
  592. 'pic_task_status' => '已完成',
  593. ]);
  594. // 如果是首帧图ID则更新anime表
  595. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  596. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  597. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  598. Redis::srem('anime_first_frame_urls', $segment_id);
  599. }
  600. }
  601. } catch (\Exception $e) {
  602. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  603. 'error_message' => '处理响应失败: ' . $e->getMessage()
  604. ]);
  605. }
  606. }
  607. public function getTaskList($data)
  608. {
  609. $task_id = getProp($data, 'task_id');
  610. $status = getProp($data, 'status');
  611. $query = MpGeneratePicTask::select('*');
  612. if ($task_id) {
  613. $query->where('id', $task_id);
  614. }
  615. if ($status) {
  616. $query->where('status', $status);
  617. }
  618. return $query->orderBy('created_at', 'desc')->paginate();
  619. }
  620. /**
  621. * 查询任务状态
  622. *
  623. * @param MpGeneratePicTask $task
  624. * @return array
  625. */
  626. public function queryTaskStatus(MpGeneratePicTask $task): array
  627. {
  628. // 根据模型类型调用不同的查询方法
  629. if ($task->model === self::MODEL_JIMENG_4) {
  630. return $this->queryJimengTaskStatus($task);
  631. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  632. return $this->queryNanoBananaTaskStatus($task);
  633. } else {
  634. // 火山API是同步返回结果,不需要查询
  635. return [
  636. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  637. 'error_message' => $task->error_message,
  638. 'result_url' => $task->result_url,
  639. 'result_json' => $task->result_json ?? []
  640. ];
  641. }
  642. }
  643. /**
  644. * 查询即梦AI任务状态
  645. *
  646. * @param MpGeneratePicTask $task
  647. * @return array
  648. */
  649. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  650. {
  651. try {
  652. // 获取API任务ID
  653. $apiTaskId = $task->task_id ?? null;
  654. if (!$apiTaskId) {
  655. return [
  656. 'status' => 'failed',
  657. 'error_message' => 'API任务ID不存在',
  658. 'result_url' => null
  659. ];
  660. }
  661. //构建查询参数
  662. $apiParams = [
  663. 'req_key' => 'jimeng_t2i_v40',
  664. 'task_id' => $apiTaskId,
  665. 'req_json' => '{"return_url":true}' // 返回URL格式
  666. ];
  667. //调用即梦AI 4.0 API查询任务状态
  668. $response = $this->volcEngineService->request(
  669. 'POST',
  670. 'visual.volcengineapi.com',
  671. '/', // 使用根路径
  672. [], // Query参数
  673. json_encode($apiParams),
  674. env('VOLC_AI_AK'),
  675. env('VOLC_AI_SK'),
  676. 'cv',
  677. 'cn-north-1',
  678. 'CVSync2AsyncGetResult',
  679. '2022-08-31',
  680. 'application/json'
  681. );
  682. $responseData = json_decode($response['body'], true);
  683. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  684. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  685. if ($responseData['code'] !== 10000) {
  686. // API返回错误
  687. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  688. return [
  689. 'status' => 'failed',
  690. 'error_message' => $responseData['message'] ?? 'API Error',
  691. 'result_url' => null,
  692. 'result_json' => $responseData ?? []
  693. ];
  694. }
  695. // 解析API响应
  696. $result = $responseData['data'] ?? [];
  697. $taskStatus = $result['status'] ?? 'failed';
  698. $returnData = [
  699. 'status' => $taskStatus,
  700. 'error_message' => null,
  701. 'result_url' => null,
  702. 'result_json' => $responseData ?? []
  703. ];
  704. // 如果任务成功,获取结果URL
  705. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  706. $result_urls = [];
  707. foreach ($result['image_urls'] as $url) {
  708. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  709. $pic_ext = getImgExtFromUrl($url);
  710. $pic_name = $pic_name . $pic_ext;
  711. if ($pic_ext === '.png') {
  712. $comporessed_data = compressRemoteImageUrlToSize($url);
  713. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  714. }else {
  715. // 将图片另存到tos
  716. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  717. }
  718. $result_urls[] = $url;
  719. }
  720. $returnData['result_url'] = $result_urls;
  721. $returnData['status'] = 'success';
  722. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  723. $returnData['status'] = 'failed';
  724. $returnData['error_message'] = '任务未找到或已过期';
  725. } elseif ($taskStatus === 'failed') {
  726. $returnData['status'] = 'failed';
  727. $returnData['error_message'] = '任务执行失败';
  728. }
  729. // in_queue 或 generating状态保持原status
  730. return $returnData;
  731. } catch (\Exception $e) {
  732. return [
  733. 'status' => 'failed',
  734. 'error_message' => $e->getMessage(),
  735. 'result_url' => null
  736. ];
  737. }
  738. }
  739. /**
  740. * 提交任务到NanoBanana API
  741. *
  742. * @param MpGeneratePicTask $task
  743. * @return void
  744. */
  745. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  746. {
  747. try {
  748. // 验证环境变量配置
  749. $apiKey = env('NANO_BANANA_API_KEY');
  750. if (empty($apiKey)) {
  751. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  752. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  753. ]);
  754. return;
  755. }
  756. // 根据模型选择API地址
  757. switch ($task->model) {
  758. case self::MODEL_NANO_BANANA_2:
  759. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  760. break;
  761. case self::MODEL_NANO_BANANA_PRO:
  762. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  763. break;
  764. case self::MODEL_GPT_IMAGE_2:
  765. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_gpt';
  766. break;
  767. default:
  768. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  769. 'error_message' => '不支持的模型类型: ' . $task->model
  770. ]);
  771. logDB('generate', 'error', '模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  772. return;
  773. }
  774. // 构建API请求参数
  775. $apiParams = [
  776. 'key' => $apiKey,
  777. 'prompt' => $task->prompt,
  778. ];
  779. if ($task->model == self::MODEL_GPT_IMAGE_2) {
  780. // 该模型下,size需设置为9:16类似的数值,请根据如下比例反推
  781. $apiParams['size'] = $this->getRatioFromSize($task->width, $task->height);
  782. }else {
  783. // 尺寸参数(根据宽高判断)
  784. $area = $task->width * $task->height;
  785. if ($area >= 1024*1024 && $area < 2048*2048) {
  786. $apiParams['size'] = '1k';
  787. } elseif ($area >= 2048*2048) {
  788. $apiParams['size'] = '2k';
  789. } else {
  790. $apiParams['size'] = '1k'; // 默认1k
  791. }
  792. // 画面比例
  793. if ($task->width && $task->height) {
  794. $ratio = $task->width . ':' . $task->height;
  795. // 简化比例
  796. $gcd = $this->gcd($task->width, $task->height);
  797. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  798. $apiParams['aspectRatio'] = $ratio;
  799. }
  800. }
  801. // 参考图片
  802. if ($task->ref_img_url) {
  803. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  804. }
  805. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  806. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  807. // 调用NanoBanana API
  808. $response = $this->httpClient->post($apiUrl, [
  809. 'query' => ['key' => $apiKey],
  810. 'json' => $apiParams,
  811. ]);
  812. $responseData = json_decode($response->getBody()->getContents(), true);
  813. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  814. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  815. if ($responseData['code'] !== 200) {
  816. // API返回错误
  817. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  818. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  819. 'error_message' => $responseData['msg'] ?? 'API Error',
  820. 'extra_params' => $responseData
  821. ]);
  822. } else {
  823. // 任务提交成功,更新状态为处理中
  824. $updateData = [];
  825. // 存储API返回的任务ID
  826. if (isset($responseData['data']['id'])) {
  827. $updateData['task_id'] = $responseData['data']['id'];
  828. $updateData['extra_params'] = $responseData;
  829. }
  830. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  831. }
  832. } catch (\Exception $e) {
  833. // 记录错误
  834. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  835. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  836. 'error_message' => 'API请求失败: ' . $e->getMessage()
  837. ]);
  838. }
  839. }
  840. /**
  841. * 查询NanoBanana任务状态
  842. *
  843. * @param MpGeneratePicTask $task
  844. * @return array
  845. */
  846. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  847. {
  848. try {
  849. // 获取API任务ID
  850. $apiTaskId = $task->task_id ?? null;
  851. $apiKey = env('NANO_BANANA_API_KEY');
  852. if (!$apiTaskId) {
  853. return [
  854. 'status' => 'failed',
  855. 'error_message' => 'API任务ID不存在',
  856. 'result_url' => null
  857. ];
  858. }
  859. if (empty($apiKey)) {
  860. return [
  861. 'status' => 'failed',
  862. 'error_message' => 'NanoBanana API KEY未配置',
  863. 'result_url' => null
  864. ];
  865. }
  866. // 调用统一查询接口
  867. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  868. 'query' => [
  869. 'key' => $apiKey,
  870. 'id' => $apiTaskId
  871. ]
  872. ]);
  873. $responseData = json_decode($response->getBody()->getContents(), true);
  874. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  875. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  876. if ($responseData['code'] !== 200) {
  877. // API返回错误
  878. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  879. return [
  880. 'status' => 'failed',
  881. 'error_message' => $responseData['msg'] ?? 'API Error',
  882. 'result_url' => null,
  883. 'result_json' => $responseData
  884. ];
  885. }
  886. // 解析API响应
  887. $data = $responseData['data'] ?? [];
  888. $taskStatus = $data['status'] ?? 0;
  889. $returnData = [
  890. 'status' => 'processing',
  891. 'error_message' => null,
  892. 'result_url' => null,
  893. 'result_json' => $responseData
  894. ];
  895. // status: 2表示成功
  896. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  897. $result_urls = [];
  898. foreach ($data['result'] as $url) {
  899. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  900. $pic_ext = getImgExtFromUrl($url);
  901. $pic_name = $pic_name . $pic_ext;
  902. if ($pic_ext === '.png') {
  903. $comporessed_data = compressRemoteImageUrlToSize($url);
  904. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  905. } else {
  906. // 将图片另存到tos
  907. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  908. }
  909. $result_urls[] = $url;
  910. }
  911. $returnData['result_url'] = $result_urls;
  912. $returnData['status'] = 'success';
  913. } elseif ($taskStatus === 3) {
  914. // status: 3表示失败
  915. $returnData['status'] = 'failed';
  916. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  917. }
  918. // status: 0或1表示处理中,保持processing状态
  919. return $returnData;
  920. } catch (\Exception $e) {
  921. return [
  922. 'status' => 'failed',
  923. 'error_message' => $e->getMessage(),
  924. 'result_url' => null
  925. ];
  926. }
  927. }
  928. /**
  929. * 计算最大公约数(用于简化比例)
  930. *
  931. * @param int $a
  932. * @param int $b
  933. * @return int
  934. */
  935. private function gcd(int $a, int $b): int
  936. {
  937. while ($b != 0) {
  938. $temp = $b;
  939. $b = $a % $b;
  940. $a = $temp;
  941. }
  942. return $a;
  943. }
  944. /**
  945. * 创建素材
  946. *
  947. * @param array $params
  948. * @return array
  949. */
  950. public function createAsset(array $params): array
  951. {
  952. try {
  953. // 验证必填参数
  954. if (empty($params['url'])) {
  955. return [
  956. 'code' => 1,
  957. 'msg' => '素材URL不能为空',
  958. 'data' => null
  959. ];
  960. }
  961. // 先获取表中是否已有该url
  962. $asset = DB::table('mp_assets')->where('url', $params['url'])->first();
  963. if ($asset) {
  964. return [
  965. 'code' => 0,
  966. 'msg' => '创建成功',
  967. 'data' => [
  968. 'id' => $asset->id,
  969. 'asset_id' => $asset->asset_id,
  970. 'group_id' => $asset->group_id,
  971. 'group_name' => $asset->group_name,
  972. ]
  973. ];
  974. }
  975. // 获取API配置
  976. $apiKey = env('ZHIZHEN_AI_SK');
  977. $apiUrl = 'https://model-relay.zzengine.net';
  978. if (empty($apiKey)) {
  979. return [
  980. 'code' => 1002,
  981. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  982. 'data' => null
  983. ];
  984. }
  985. // 构建请求参数
  986. $requestData = [
  987. 'url' => $params['url'],
  988. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  989. ];
  990. // 可选参数
  991. if (!empty($params['name'])) {
  992. $requestData['name'] = $params['name'];
  993. }
  994. if (!empty($params['group_id'])) {
  995. $requestData['group_id'] = $params['group_id'];
  996. }
  997. dLog('generate')->info('智真AI创建素材请求参数: ', $requestData);
  998. // 调用智真AI API
  999. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  1000. 'headers' => [
  1001. 'X-Api-Key' => $apiKey,
  1002. 'Content-Type' => 'application/json',
  1003. ],
  1004. 'json' => $requestData,
  1005. ]);
  1006. $responseData = json_decode($response->getBody()->getContents(), true);
  1007. dLog('generate')->info('智真AI创建素材响应: ', $responseData);
  1008. logDB('generate', 'info', '智真AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  1009. if ($responseData['code'] !== 0) {
  1010. return [
  1011. 'code' => $responseData['code'],
  1012. 'msg' => $responseData['msg'] ?? '创建素材失败',
  1013. 'data' => null
  1014. ];
  1015. }
  1016. // 保存素材记录到数据库
  1017. $assetData = $responseData['data'] ?? [];
  1018. $asset = MpAsset::create([
  1019. 'asset_id' => $assetData['asset_id'] ?? '',
  1020. 'group_id' => $assetData['group_id'] ?? null,
  1021. 'group_name' => $assetData['group_name'] ?? null,
  1022. 'name' => $params['name'] ?? null,
  1023. 'url' => $params['url'],
  1024. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  1025. 'status' => MpAsset::STATUS_PROCESSING,
  1026. 'extra_params' => $responseData,
  1027. ]);
  1028. return [
  1029. 'code' => 0,
  1030. 'msg' => '创建成功',
  1031. 'data' => [
  1032. 'id' => $asset->id,
  1033. 'asset_id' => $asset->asset_id,
  1034. 'group_id' => $asset->group_id,
  1035. 'group_name' => $asset->group_name,
  1036. ]
  1037. ];
  1038. } catch (\Exception $e) {
  1039. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  1040. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  1041. return [
  1042. 'code' => 20003,
  1043. 'msg' => '创建素材失败: ' . $e->getMessage(),
  1044. 'data' => null
  1045. ];
  1046. }
  1047. }
  1048. /**
  1049. * 查询素材
  1050. *
  1051. * @param string $assetId
  1052. * @return array
  1053. */
  1054. public function getAsset(string $assetId): array
  1055. {
  1056. try {
  1057. // 验证参数
  1058. if (empty($assetId)) {
  1059. return [
  1060. 'code' => 20003,
  1061. 'msg' => '素材ID不能为空',
  1062. 'data' => null
  1063. ];
  1064. }
  1065. // 先获取表中是否已有该url
  1066. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->first();
  1067. if ($assetInfo) {
  1068. $assetInfo = (array)$assetInfo;
  1069. $status = getProp($assetInfo, 'status');
  1070. if (in_array($status, ['Active', 'Failed'])) {
  1071. $assetInfo['id'] = $assetInfo['asset_id'];
  1072. return [
  1073. 'code' => 0,
  1074. 'msg' => '查询成功',
  1075. 'data' => [
  1076. 'asset' => $assetInfo
  1077. ]
  1078. ];
  1079. }
  1080. }
  1081. // 获取API配置
  1082. $apiKey = env('ZHIZHEN_AI_SK');
  1083. $apiUrl = 'https://model-relay.zzengine.net';
  1084. if (empty($apiKey)) {
  1085. return [
  1086. 'code' => 1002,
  1087. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1088. 'data' => null
  1089. ];
  1090. }
  1091. dLog('generate')->info('智真AI查询素材: ' . $assetId);
  1092. // 调用智真AI API
  1093. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1094. 'headers' => [
  1095. 'X-Api-Key' => $apiKey,
  1096. 'Content-Type' => 'application/json',
  1097. ],
  1098. 'json' => [
  1099. 'asset_id' => $assetId,
  1100. ],
  1101. ]);
  1102. $responseData = json_decode($response->getBody()->getContents(), true);
  1103. dLog('generate')->info('智真AI查询素材响应: ', $responseData);
  1104. logDB('generate', 'info', '智真AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1105. if ($responseData['code'] !== 0) {
  1106. return [
  1107. 'code' => $responseData['code'],
  1108. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1109. 'data' => null
  1110. ];
  1111. }
  1112. $assetInfo = $responseData['data']['asset'] ?? [];
  1113. // 更新本地数据库记录
  1114. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1115. if ($localAsset) {
  1116. $localAsset->update([
  1117. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1118. 'cover_url' => $assetInfo['url'] ?? null,
  1119. 'extra_params' => $responseData,
  1120. ]);
  1121. }
  1122. return [
  1123. 'code' => 0,
  1124. 'msg' => '查询成功',
  1125. 'data' => [
  1126. 'asset' => $assetInfo
  1127. ]
  1128. ];
  1129. } catch (\Exception $e) {
  1130. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1131. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1132. return [
  1133. 'code' => 20003,
  1134. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1135. 'data' => null
  1136. ];
  1137. }
  1138. }
  1139. /**
  1140. * 更新所有待处理任务的状态
  1141. *
  1142. * @return void
  1143. */
  1144. public function updatePendingTasks(): void
  1145. {
  1146. dLog('generate')->info('更新图片状态ing');
  1147. // 1. 处理火山API的pending任务(批量提交到队列)
  1148. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1149. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1150. ->orderBy('created_at', 'asc')
  1151. ->limit(50) // 每次最多处理50个任务,避免超时
  1152. ->get();
  1153. foreach ($volcPendingTasks as $task) {
  1154. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1155. // 分发到队列
  1156. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1157. }
  1158. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1159. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1160. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1161. ->orderBy('created_at', 'asc')
  1162. ->limit(50) // 每次最多处理50个任务,避免超时
  1163. ->get();
  1164. foreach ($gptImage2PendingTasks as $task) {
  1165. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1166. // 分发到队列
  1167. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1168. }
  1169. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1170. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1171. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1172. ->get();
  1173. foreach ($processingTasks as $task) {
  1174. $statusInfo = $this->queryTaskStatus($task);
  1175. if ($statusInfo['status'] === 'success') {
  1176. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1177. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  1178. 'result_url' => $statusInfo['result_url'],
  1179. 'result_json' => $statusInfo['result_json'] ?? []
  1180. ]);
  1181. // 同步调整分镜图片状态和结果
  1182. $segment_id = getProp($task, 'alias_segment_id');
  1183. if ($segment_id) {
  1184. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1185. 'img_url' => $statusInfo['result_url'][0],
  1186. 'pic_task_status' => '已完成',
  1187. ]);
  1188. // 如果是首帧图ID则更新anime表
  1189. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  1190. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  1191. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url'=>$statusInfo['result_url'][0], 'updated_at'=>date('Y-m-d H:i:s')]);
  1192. Redis::srem('anime_first_frame_urls', $segment_id);
  1193. }
  1194. }
  1195. } elseif ($statusInfo['status'] === 'failed') {
  1196. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1197. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1198. 'error_message' => $statusInfo['error_message'],
  1199. 'result_json' => $statusInfo['result_json'] ?? []
  1200. ]);
  1201. if (getProp($task, 'alias_segment_id')) {
  1202. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1203. 'pic_task_status' => '失败',
  1204. ]);
  1205. }
  1206. }
  1207. // 如果仍然是处理中状态,不做任何操作
  1208. //处理:如果任务处理超过12小时,标记为失败
  1209. $processingTime = now()->diffInHours($task->created_at);
  1210. if ($processingTime > 12) {
  1211. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1212. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1213. 'error_message' => '任务处理超时(超过12小时)'
  1214. ]);
  1215. }
  1216. }
  1217. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1218. $this->processNextQueuedTask();
  1219. }
  1220. /**
  1221. * 处理下一个排队的任务
  1222. *
  1223. * @return void
  1224. */
  1225. public function processNextQueuedTask(): void
  1226. {
  1227. // 检查是否还有正在处理的任务(仅即梦AI)
  1228. if ($this->hasProcessingTask()) {
  1229. return; // 如果还有处理中的任务,不处理新任务
  1230. }
  1231. // 获取最早的待处理任务(仅即梦AI)
  1232. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1233. ->where('model', self::MODEL_JIMENG_4)
  1234. ->orderBy('created_at', 'asc')
  1235. ->first();
  1236. if ($nextTask) {
  1237. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1238. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1239. $this->submitTaskToJimengApi($nextTask);
  1240. }
  1241. }
  1242. /**
  1243. * 获取任务队列状态
  1244. *
  1245. * @return array
  1246. */
  1247. public function getQueueStatus(): array
  1248. {
  1249. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1250. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1251. return [
  1252. 'processing_count' => $processingCount,
  1253. 'pending_count' => $pendingCount,
  1254. 'can_submit_new_task' => $processingCount === 0
  1255. ];
  1256. }
  1257. /**
  1258. * 处理智真AI的参考图片转素材
  1259. *
  1260. * @param array $referenceImages 参考图片URL数组
  1261. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1262. * @return array 返回素材ID数组
  1263. */
  1264. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1265. {
  1266. $assetIds = [];
  1267. $failedIndexes = []; // 记录失败的图片序号
  1268. foreach ($referenceImages as $index => $imageUrl) {
  1269. $imageIndex = $index + 1; // 图片序号从1开始
  1270. try {
  1271. dLog('generate')->info("开始处理参考图片 {$imageIndex}: {$imageUrl}");
  1272. // 1. 创建素材
  1273. $createResult = $this->createAsset([
  1274. 'url' => $imageUrl,
  1275. 'asset_type' => MpAsset::TYPE_IMAGE,
  1276. 'name' => "参考图片_{$imageIndex}_" . time(),
  1277. ]);
  1278. if ($createResult['code'] !== 0) {
  1279. dLog('generate')->warning("图片 {$imageIndex} 创建素材失败: " . $createResult['msg']);
  1280. logDB('generate', 'warning', '创建素材失败', [
  1281. 'image_url' => $imageUrl,
  1282. 'index' => $imageIndex,
  1283. 'error' => $createResult['msg']
  1284. ]);
  1285. $failedIndexes[] = $imageIndex;
  1286. continue;
  1287. }
  1288. $assetId = $createResult['data']['asset_id'];
  1289. dLog('generate')->info("图片 {$imageIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1290. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1291. $maxAttempts = 100;
  1292. $attempt = 0;
  1293. $assetStatus = null;
  1294. while ($attempt < $maxAttempts) {
  1295. sleep(3); // 等待3秒
  1296. $attempt++;
  1297. $getResult = $this->getAsset($assetId);
  1298. if ($getResult['code'] !== 0) {
  1299. dLog('generate')->warning("图片 {$imageIndex} 查询素材状态失败: " . $getResult['msg']);
  1300. continue;
  1301. }
  1302. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1303. dLog('generate')->info("图片 {$imageIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1304. if ($assetStatus === 'Active') {
  1305. // 素材可用
  1306. $assetIds[] = $assetId;
  1307. dLog('generate')->info("图片 {$imageIndex} 素材处理成功,asset_id: {$assetId}");
  1308. logDB('generate', 'info', '素材转换成功', [
  1309. 'image_url' => $imageUrl,
  1310. 'index' => $imageIndex,
  1311. 'asset_id' => $assetId
  1312. ]);
  1313. break;
  1314. } elseif ($assetStatus === 'Failed') {
  1315. // 素材处理失败
  1316. dLog('generate')->warning("图片 {$imageIndex} 素材处理失败");
  1317. logDB('generate', 'warning', '素材处理失败', [
  1318. 'image_url' => $imageUrl,
  1319. 'index' => $imageIndex,
  1320. 'asset_id' => $assetId
  1321. ]);
  1322. $failedIndexes[] = $imageIndex;
  1323. break;
  1324. }
  1325. // 其他状态(Processing等)继续等待
  1326. }
  1327. // 如果超时还未成功
  1328. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1329. dLog('generate')->warning("图片 {$imageIndex} 素材处理超时");
  1330. logDB('generate', 'warning', '素材处理超时', [
  1331. 'image_url' => $imageUrl,
  1332. 'index' => $imageIndex,
  1333. 'asset_id' => $assetId,
  1334. 'last_status' => $assetStatus
  1335. ]);
  1336. $failedIndexes[] = $imageIndex;
  1337. }
  1338. } catch (\Exception $e) {
  1339. dLog('generate')->error("图片 {$imageIndex} 处理异常: " . $e->getMessage());
  1340. logDB('generate', 'error', '素材转换异常', [
  1341. 'image_url' => $imageUrl,
  1342. 'index' => $imageIndex,
  1343. 'error' => $e->getMessage()
  1344. ]);
  1345. $failedIndexes[] = $imageIndex;
  1346. }
  1347. }
  1348. // 处理失败的图片:从 fullPrompt 中删除对应的标记并调整序号
  1349. if (!empty($failedIndexes)) {
  1350. dLog('generate')->info('开始处理失败图片的提示词调整,失败序号: ' . implode(',', $failedIndexes));
  1351. // 按序号从大到小排序,避免删除时影响后续序号
  1352. rsort($failedIndexes);
  1353. foreach ($failedIndexes as $failedIndex) {
  1354. // 删除失败图片的标记,例如 <图片1>、<图片2> 等
  1355. $pattern = "/<图片{$failedIndex}>/u";
  1356. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1357. dLog('generate')->info("已从提示词中删除 <图片{$failedIndex}>");
  1358. }
  1359. // 重新调整剩余图片的序号
  1360. // 例如:如果图片2失败,图片3、图片4需要改为图片2、图片3
  1361. $needAdjust = false;
  1362. foreach ($failedIndexes as $failedIndex) {
  1363. $needAdjust = true;
  1364. // 将所有大于失败序号的图片标记序号减1
  1365. for ($i = $failedIndex + 1; $i <= count($referenceImages); $i++) {
  1366. $oldPattern = "/<图片{$i}>/u";
  1367. $newTag = "<图片" . ($i - 1) . ">";
  1368. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1369. }
  1370. }
  1371. if ($needAdjust) {
  1372. dLog('generate')->info('提示词图片序号调整完成');
  1373. logDB('generate', 'info', '提示词调整', [
  1374. 'failed_indexes' => $failedIndexes,
  1375. 'adjusted_prompt' => $fullPrompt
  1376. ]);
  1377. }
  1378. }
  1379. dLog('generate')->info('参考图片转素材完成,成功数量: ' . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1380. // 格式化为可直接在API接口中使用的数组
  1381. foreach($assetIds as &$assetId) {
  1382. $assetId = "asset://{$assetId}";
  1383. }
  1384. return $assetIds;
  1385. }
  1386. /**
  1387. * 根据宽高反推图片比例
  1388. * @param int $width 宽度
  1389. * @param int $height 高度
  1390. * @return string 比例字符串,如 "9:16",匹配不到则返回 "auto"
  1391. */
  1392. private function getRatioFromSize($width, $height)
  1393. {
  1394. if (!$width || !$height) {
  1395. return 'auto';
  1396. }
  1397. // 遍历所有预定义的比例,查找匹配的
  1398. foreach (BaseConst::IMAGE_RATIOS as $ratio => $size) {
  1399. if ($size['width'] == $width && $size['height'] == $height) {
  1400. return $ratio;
  1401. }
  1402. }
  1403. // 没有精确匹配,尝试通过计算比例匹配
  1404. $gcd = $this->gcd($width, $height);
  1405. $simplifiedRatio = ($width / $gcd) . ':' . ($height / $gcd);
  1406. // 检查简化后的比例是否在预定义列表中
  1407. if (isset(BaseConst::IMAGE_RATIOS[$simplifiedRatio])) {
  1408. return $simplifiedRatio;
  1409. }
  1410. return 'auto';
  1411. }
  1412. }