AIImageGenerationService.php 78 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Facade\Site;
  4. use App\Consts\BaseConst;
  5. use App\Models\MpGeneratePicTask;
  6. use App\Models\MpAsset;
  7. use App\Services\PointsService;
  8. use App\Services\VolcEngineService;
  9. use GuzzleHttp\Client;
  10. use GuzzleHttp\Exception\GuzzleException;
  11. use Illuminate\Support\Facades\DB;
  12. use Illuminate\Support\Facades\Log;
  13. use Illuminate\Support\Facades\Redis;
  14. class AIImageGenerationService
  15. {
  16. private $volcEngineService;
  17. private $httpClient;
  18. /** @var PointsService */
  19. private $pointsService;
  20. // 模型常量
  21. const MODEL_JIMENG_4 = 'jimeng_4.0';
  22. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  23. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  24. const MODEL_GPT_IMAGE_2 = 'GptImage2';
  25. public function __construct(VolcEngineService $volcEngineService, PointsService $pointsService)
  26. {
  27. $this->volcEngineService = $volcEngineService;
  28. $this->pointsService = $pointsService;
  29. $this->httpClient = new Client([
  30. 'timeout' => 300,
  31. ]);
  32. }
  33. /**
  34. * 构建图片任务计费信息
  35. *
  36. * @param array $params
  37. * @param string $model
  38. * @return array
  39. */
  40. private function buildImageChargeInfo(array $params, string $model): array
  41. {
  42. $uid = 0;
  43. try {
  44. $uid = (int)Site::getUid();
  45. } catch (\Throwable $e) {
  46. // 非请求上下文(如命令行)下可能无法获取用户ID,置为0
  47. }
  48. $width = (int)getProp($params, 'width', 1600);
  49. $height = (int)getProp($params, 'height', 2848);
  50. return [
  51. 'user_id' => $uid,
  52. 'model' => $model,
  53. 'width' => $width,
  54. 'height' => $height,
  55. 'resolution' => $this->pointsService->normalizeImageResolutionKey($width, $height),
  56. 'image_num' => (int)getProp($params, 'image_num', 1),
  57. 'source' => !empty($params['alias_segment_id']) ? 'segment' : (!empty($params['alias_act_id']) ? 'act' : ''),
  58. 'alias_segment_id' => $params['alias_segment_id'] ?? '',
  59. 'created_at' => date('Y-m-d H:i:s'),
  60. ];
  61. }
  62. /**
  63. * 图片生成余额预检
  64. *
  65. * 有用户上下文时校验本次生成所需积分(单价 × 生成张数),不足直接抛错;
  66. * 后台命令/队列等无用户上下文的场景跳过预检。
  67. *
  68. * @param array $chargeInfo
  69. * @return void
  70. */
  71. private function preCheckImageBalance(array $chargeInfo): void
  72. {
  73. $uid = (int)($chargeInfo['user_id'] ?? 0);
  74. if (!$uid) {
  75. return;
  76. }
  77. $imageNum = (int)($chargeInfo['image_num'] ?? 1);
  78. if ($imageNum <= 0) {
  79. $imageNum = 1;
  80. }
  81. $needPoints = $this->pointsService->getImageChargePoints($chargeInfo) * $imageNum;
  82. if ($needPoints <= 0) {
  83. return;
  84. }
  85. $this->pointsService->checkUserPointsEnough($needPoints, $uid);
  86. }
  87. /**
  88. * 图片生成成功统一处理(事务保证原子性)
  89. *
  90. * 在同一事务内完成:任务状态更新 + 积分计费 + 分镜表同步;
  91. * 任一步失败整体回滚,任务保持原状态,由后续定时任务/超时重置重试。
  92. *
  93. * @param MpGeneratePicTask $task
  94. * @param array $resultUrls
  95. * @param array $resultJson
  96. * @return void
  97. */
  98. private function handleImageTaskSuccess(MpGeneratePicTask $task, array $resultUrls, array $resultJson): void
  99. {
  100. try {
  101. DB::beginTransaction();
  102. // 更新任务状态为成功
  103. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  104. 'result_url' => $resultUrls,
  105. 'result_json' => $resultJson,
  106. ]);
  107. // 记录计费明细并扣减用户积分(真实失败则抛错回滚,避免“成功但未计费”)
  108. $chargeResult = $this->pointsService->recordImageTaskCharge($task);
  109. if (empty($chargeResult['charged'])
  110. && !in_array((string)($chargeResult['reason'] ?? ''), ['already_charged', 'no_charge_info'], true)) {
  111. throw new \Exception('图片计费失败: ' . (string)($chargeResult['reason'] ?? 'unknown'));
  112. }
  113. // 同步调整分镜图片状态和结果
  114. $segmentId = getProp($task, 'alias_segment_id');
  115. if ($segmentId) {
  116. $updateSegmentResult = DB::table('mp_episode_segments')->where('segment_id', $segmentId)->update([
  117. 'img_url' => $resultUrls[0],
  118. 'pic_task_status' => '已完成',
  119. ]);
  120. // 本应更新却未更新到(分镜被删除等),抛错触发整体回滚重试
  121. if ($updateSegmentResult === false || $updateSegmentResult === 0) {
  122. throw new \Exception('更新分镜图片状态失败: 未找到对应的分镜记录');
  123. }
  124. // 如果是首帧图ID则更新anime表
  125. if (Redis::sismember('anime_first_frame_urls', $segmentId)) {
  126. $animeId = DB::table('mp_episode_segments')->where('segment_id', $segmentId)->value('anime_id');
  127. DB::table('mp_animes')->where('id', $animeId)->update(['first_frame_url' => $resultUrls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  128. Redis::srem('anime_first_frame_urls', $segmentId);
  129. }
  130. }
  131. DB::commit();
  132. } catch (\Exception $e) {
  133. DB::rollBack();
  134. dLog('generate')->error('图片任务成功处理失败,已回滚: ' . $e->getMessage(), ['task_id' => $task->id]);
  135. logDB('generate', 'error', '图片任务成功处理失败,已回滚', [
  136. 'task_id' => $task->id,
  137. 'error' => $e->getMessage(),
  138. ]);
  139. }
  140. }
  141. /**
  142. * 异步创建图片生成任务
  143. *
  144. * @param array $params
  145. * @return MpGeneratePicTask
  146. */
  147. public function createImageGenerationTask(array $params): MpGeneratePicTask
  148. {
  149. // // 获取模型类型,默认使用即梦AI 4.0
  150. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  151. // 获取模型类型,默认使用即梦seedream5.0-lite
  152. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  153. // 构建计费信息并余额预检(不足直接报错)
  154. $chargeInfo = $this->buildImageChargeInfo($params, $model);
  155. $this->preCheckImageBalance($chargeInfo);
  156. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  157. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  158. // 如果有正在处理的任务,创建排队任务
  159. return $this->createQueuedTask($params);
  160. }
  161. // 生成唯一的任务ID
  162. $taskId = 'img_gen_' . time() . '_' . uniqid();
  163. // 创建任务记录
  164. $task = MpGeneratePicTask::create([
  165. 'task_id' => $taskId,
  166. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  167. 'prompt' => $params['prompt'] ?? '',
  168. 'width' => $params['width'] ?? 1600,
  169. 'height' => $params['height'] ?? 2848,
  170. 'image_num' => $params['image_num'] ?? 1,
  171. 'scale' => $params['scale'] ?? 50,
  172. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  173. 'mask_img_url' => $params['mask_img_url'] ?? null,
  174. 'extra_params' => $params['extra_params'] ?? null,
  175. 'status' => MpGeneratePicTask::STATUS_PENDING,
  176. 'model' => $model,
  177. 'charge_info' => $chargeInfo,
  178. ]);
  179. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  180. if ($model === self::MODEL_JIMENG_4) {
  181. $this->submitTaskToJimengApi($task);
  182. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  183. $this->submitTaskToNanoBananaApi($task);
  184. }
  185. return $task;
  186. }
  187. /**
  188. * 检查是否有正在处理的任务
  189. *
  190. * @return bool
  191. */
  192. private function hasProcessingTask(): bool
  193. {
  194. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  195. ->exists();
  196. }
  197. /**
  198. * 创建排队任务
  199. *
  200. * @param array $params
  201. * @return MpGeneratePicTask
  202. */
  203. private function createQueuedTask(array $params): MpGeneratePicTask
  204. {
  205. // 生成唯一的任务ID
  206. $taskId = 'img_gen_' . time() . '_' . uniqid();
  207. // 获取模型类型
  208. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  209. // 构建计费信息并余额预检(不足直接报错)
  210. $chargeInfo = $this->buildImageChargeInfo($params, $model);
  211. $this->preCheckImageBalance($chargeInfo);
  212. // 创建排队状态的任务记录
  213. return MpGeneratePicTask::create([
  214. 'task_id' => $taskId,
  215. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  216. 'prompt' => $params['prompt'] ?? '',
  217. 'width' => $params['width'] ?? 1600,
  218. 'height' => $params['height'] ?? 2848,
  219. 'image_num' => $params['image_num'] ?? 1,
  220. 'scale' => $params['scale'] ?? 50,
  221. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  222. 'mask_img_url' => $params['mask_img_url'] ?? null,
  223. 'extra_params' => $params['extra_params'] ?? null,
  224. 'status' => MpGeneratePicTask::STATUS_PENDING,
  225. 'model' => $model,
  226. 'charge_info' => $chargeInfo,
  227. ]);
  228. }
  229. /**
  230. * 提交任务到即梦AI API
  231. *
  232. * @param MpGeneratePicTask $task
  233. * @return void
  234. */
  235. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  236. {
  237. try {
  238. // 验证环境变量配置
  239. $accessKey = env('VOLC_AI_AK');
  240. $secretKey = env('VOLC_AI_SK');
  241. if (empty($accessKey) || empty($secretKey)) {
  242. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  243. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  244. ]);
  245. return;
  246. }
  247. //构建即梦AI 4.0 API请求参数
  248. $apiParams = [
  249. 'req_key' => 'jimeng_t2i_v40',
  250. 'prompt' => $task->prompt,
  251. 'scale' => $task->scale / 100, //为0-1范围
  252. ];
  253. // 添加可选参数
  254. if ($task->image_num > 1) {
  255. $apiParams['force_single'] = false;
  256. } else {
  257. $apiParams['force_single'] = true;
  258. }
  259. // 参考图片
  260. if ($task->ref_img_url) {
  261. $apiParams['image_urls'] = $task->ref_img_url;
  262. }
  263. // if ($task->mask_img_url) {
  264. // $apiParams['image_urls'] = $task->mask_img_url;
  265. // }
  266. // 尺寸参数
  267. $area = $task->width * $task->height; //计算面积
  268. if ($area >= 1024*1024 && $area <= 4096*4096) {
  269. $apiParams['size'] = (int)$area;
  270. }
  271. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  272. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  273. //调用即梦AI 4.0 API提交任务
  274. $response = $this->volcEngineService->request(
  275. 'POST',
  276. 'visual.volcengineapi.com', //即梦AI API域名
  277. '/', // 使用根路径
  278. [], // Query参数
  279. json_encode($apiParams),
  280. $accessKey,
  281. $secretKey,
  282. 'cv', // 服务标识
  283. 'cn-north-1', //区域
  284. 'CVSync2AsyncSubmitTask',
  285. '2022-08-31',
  286. 'application/json'
  287. );
  288. $responseData = json_decode($response['body'], true);
  289. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  290. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  291. if ($responseData['code'] !== 10000) {
  292. // API返回错误
  293. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  294. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  295. 'error_message' => $responseData['message'] ?? 'API Error',
  296. 'extra_params' => $responseData['data'] ?? []
  297. ]);
  298. } else {
  299. // 任务提交成功,更新状态为处理中
  300. $updateData = [];
  301. //存储API返回的任务ID
  302. if (isset($responseData['data']['task_id'])) {
  303. $updateData['task_id'] = $responseData['data']['task_id'];
  304. $updateData['extra_params'] = $responseData ?? [];
  305. }
  306. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  307. }
  308. } catch (\Exception $e) {
  309. // 记录错误
  310. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  311. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  312. 'error_message' => 'API请求失败: ' . $e->getMessage()
  313. ]);
  314. }
  315. }
  316. /**
  317. * 提交任务到GPT-Image2 API
  318. *
  319. * @param MpGeneratePicTask $task
  320. * @return void
  321. */
  322. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  323. {
  324. try {
  325. // 验证环境变量配置
  326. $apiKey = env('GPT_IMAGE2_API_KEY');
  327. if (empty($apiKey)) {
  328. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  329. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  330. ]);
  331. return;
  332. }
  333. // 更新状态为处理中
  334. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  335. // $api_url = 'https://token.ithinkai.cn/v1/images/generations'; // 备用地址1
  336. // $api_url = 'https://api.nonelinear.com/v1/images/generations'; // 备用地址2
  337. $api_url = 'https://ai-api.kkidc.com/v1/images/generations';
  338. $isEditMode = false;
  339. // 参考图片 - 如果有参考图则使用 /edits 接口
  340. if ($task->ref_img_url) {
  341. // $api_url = 'https://token.ithinkai.cn/v1/images/edits'; // 备用地址1
  342. // $api_url = 'https://api.nonelinear.com/v1/images/generations'; // 备用地址2
  343. $api_url = 'https://ai-api.kkidc.com/v1/images/edits';
  344. $isEditMode = true;
  345. }
  346. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  347. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  348. // 创建专用客户端,优化配置
  349. $gptClient = new Client([
  350. 'timeout' => 1800, // 超时
  351. 'connect_timeout' => 120, // 连接超时10秒
  352. 'http_errors' => false, // 不自动抛出HTTP错误
  353. 'verify' => false, // 禁用SSL验证(如果有证书问题)
  354. 'allow_redirects' => true,
  355. ]);
  356. // 根据是否有参考图选择不同的请求方式
  357. if ($isEditMode) {
  358. // 使用原生 cURL 处理 multipart/form-data 格式
  359. $imageUrls = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  360. // 限制最多4张参考图
  361. $imageUrls = array_slice($imageUrls, 0, 4);
  362. dLog('generate')->info('下载参考图片', ['image_urls' => $imageUrls, 'count' => count($imageUrls)]);
  363. // 下载所有参考图片并保存为临时文件
  364. $tempFiles = [];
  365. foreach ($imageUrls as $index => $imageUrl) {
  366. $imageContent = @file_get_contents($imageUrl);
  367. if ($imageContent === false) {
  368. dLog('generate')->warning('下载参考图片失败,跳过', ['image_url' => $imageUrl]);
  369. continue;
  370. }
  371. dLog('generate')->info('参考图片下载完成', ['index' => $index, 'size' => strlen($imageContent)]);
  372. // 保存为临时文件(cURL 需要真实文件路径)
  373. $extension = pathinfo(parse_url($imageUrl, PHP_URL_PATH), PATHINFO_EXTENSION) ?: 'png';
  374. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_img_') . '.' . $extension;
  375. file_put_contents($tempFile, $imageContent);
  376. $tempFiles[] = [
  377. 'path' => $tempFile,
  378. 'extension' => $extension
  379. ];
  380. dLog('generate')->info('临时文件创建成功', ['file' => $tempFile, 'size' => filesize($tempFile)]);
  381. }
  382. if (empty($tempFiles)) {
  383. throw new \Exception('所有参考图片下载失败');
  384. }
  385. // 构建 POST 字段
  386. $postFields = [
  387. 'prompt' => $task->prompt,
  388. 'model' => 'gpt-image-2',
  389. 'n' => (string)$task->image_num, // 新接口要求字符串类型
  390. 'response_format' => 'b64_json', // 新接口必填参数
  391. ];
  392. // 尺寸参数(必填)
  393. if ($task->width && $task->height) {
  394. $postFields['size'] = $task->width . 'x' . $task->height;
  395. } else {
  396. $postFields['size'] = '1024x1024'; // 默认尺寸
  397. }
  398. // 添加参考图片文件(支持多图,新接口要求使用 image 字段名)
  399. foreach ($tempFiles as $index => $tempFile) {
  400. $fieldName = 'image'; // 新接口统一使用 image 字段名
  401. $postFields[$fieldName] = new \CURLFile(
  402. $tempFile['path'],
  403. 'image/' . $tempFile['extension'],
  404. 'image' . ($index + 1) . '.' . $tempFile['extension']
  405. );
  406. }
  407. dLog('generate')->info('GPT-Image2 API参数(编辑模式-cURL)', [
  408. 'api_url' => $api_url,
  409. 'prompt' => $task->prompt,
  410. 'size' => $postFields['size'],
  411. 'n' => $postFields['n'],
  412. 'response_format' => $postFields['response_format'],
  413. 'image_count' => count($tempFiles)
  414. ]);
  415. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', [
  416. 'task_id' => $task->task_id,
  417. 'api_url' => $api_url,
  418. 'image_urls' => $imageUrls,
  419. 'prompt' => $task->prompt
  420. ]);
  421. $startTime = microtime(true);
  422. // 使用原生 cURL
  423. $ch = curl_init();
  424. curl_setopt_array($ch, [
  425. CURLOPT_URL => $api_url,
  426. CURLOPT_RETURNTRANSFER => true,
  427. CURLOPT_POST => true,
  428. CURLOPT_POSTFIELDS => $postFields,
  429. CURLOPT_HTTPHEADER => [
  430. 'Authorization: Bearer ' . $apiKey,
  431. 'Accept: application/json',
  432. 'Expect:', // 移除 Expect: 100-continue,避免等待
  433. ],
  434. CURLOPT_TIMEOUT => 600,
  435. CURLOPT_CONNECTTIMEOUT => 30,
  436. CURLOPT_SSL_VERIFYPEER => false,
  437. CURLOPT_SSL_VERIFYHOST => false,
  438. CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1, // 强制使用 HTTP/1.1
  439. ]);
  440. dLog('generate')->info('开始发送cURL请求');
  441. $responseBody = curl_exec($ch);
  442. $statusCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  443. $curlError = curl_error($ch);
  444. $curlErrno = curl_errno($ch);
  445. curl_close($ch);
  446. // 删除所有临时文件
  447. foreach ($tempFiles as $tempFile) {
  448. @unlink($tempFile['path']);
  449. }
  450. $elapsed = round(microtime(true) - $startTime, 2);
  451. dLog('generate')->info('cURL请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode, 'curl_errno' => $curlErrno]);
  452. if ($curlErrno !== 0) {
  453. throw new \Exception('cURL错误: ' . $curlError . ' (错误码: ' . $curlErrno . ')');
  454. }
  455. if (empty($responseBody)) {
  456. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  457. }
  458. } else {
  459. // 使用 JSON 格式 (原有的文生图模式)
  460. $apiParams = [
  461. 'model' => 'gpt-image-2',
  462. 'prompt' => $task->prompt,
  463. 'n' => (int)$task->image_num,
  464. 'quality' => 'auto', // 新接口必填参数:图像质量等级
  465. 'response_format' => 'b64_json', // 新接口必填参数:返回格式
  466. ];
  467. // 尺寸参数
  468. if ($task->width && $task->height) {
  469. $apiParams['size'] = $task->width . 'x' . $task->height;
  470. } else {
  471. $apiParams['size'] = 'auto'; // 新接口必填参数
  472. }
  473. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  474. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  475. $startTime = microtime(true);
  476. // 调用GPT-Image2 API
  477. $response = $gptClient->post($api_url, [
  478. 'headers' => [
  479. 'Authorization' => 'Bearer ' . $apiKey,
  480. 'Content-Type' => 'application/json',
  481. ],
  482. 'json' => $apiParams,
  483. ]);
  484. $statusCode = $response->getStatusCode();
  485. $responseBody = $response->getBody()->getContents();
  486. $elapsed = round(microtime(true) - $startTime, 2);
  487. dLog('generate')->info('Guzzle请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode]);
  488. if (empty($responseBody)) {
  489. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  490. }
  491. }
  492. // 解析响应
  493. dLog('generate')->info('响应数据长度', ['length' => strlen($responseBody)]);
  494. $responseData = json_decode($responseBody, true);
  495. if (json_last_error() !== JSON_ERROR_NONE) {
  496. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  497. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  498. }
  499. // 移除 b64_json 字段用于日志记录,避免生成超大日志
  500. $logResponseData = $this->removeB64JsonFromResponse($responseData);
  501. dLog('generate')->info('GPT-Image2 API响应', $logResponseData);
  502. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $logResponseData]);
  503. if (isset($responseData['error'])) {
  504. // API返回错误
  505. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  506. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  507. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  508. 'result_json' => $logResponseData
  509. ]);
  510. } else {
  511. // 任务提交成功,直接处理结果
  512. dLog('generate')->info('开始处理GPT-Image2响应结果');
  513. $this->processGptImage2ApiResponse($task, $responseData);
  514. }
  515. } catch (\Exception $e) {
  516. // 记录错误
  517. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  518. 'task_id' => $task->task_id,
  519. 'trace' => $e->getTraceAsString()
  520. ]);
  521. logDB('generate', 'error', 'GPT-Image2任务异常', [
  522. 'task_id' => $task->task_id,
  523. 'error' => $e->getMessage(),
  524. 'file' => $e->getFile(),
  525. 'line' => $e->getLine()
  526. ]);
  527. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  528. 'error_message' => 'API请求失败: ' . $e->getMessage()
  529. ]);
  530. }
  531. }
  532. /**
  533. * 处理GPT-Image2 API响应结果
  534. *
  535. * @param MpGeneratePicTask $task
  536. * @param array $responseData
  537. * @return void
  538. */
  539. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  540. {
  541. try {
  542. if (!isset($responseData['data']) || empty($responseData['data'])) {
  543. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  544. 'error_message' => '未返回图片数据',
  545. 'result_json' => $responseData
  546. ]);
  547. return;
  548. }
  549. $result_urls = [];
  550. foreach ($responseData['data'] as $index => $imageData) {
  551. // 优先处理 b64_json 格式(新接口返回格式)
  552. if (isset($imageData['b64_json']) && !empty($imageData['b64_json'])) {
  553. $base64Data = $imageData['b64_json'];
  554. $imageStream = base64_decode($base64Data);
  555. if ($imageStream === false) {
  556. dLog('generate')->error('Base64解码失败', ['task_id' => $task->task_id, 'index' => $index]);
  557. continue;
  558. }
  559. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid() . '.png';
  560. // 压缩PNG图片流
  561. $compressedData = $this->compressImageStream($imageStream);
  562. $url = uploadStreamByTos('image', $compressedData, $pic_name);
  563. $result_urls[] = $url;
  564. // 记录优化后的提示词(如果有)
  565. if (isset($imageData['revised_prompt'])) {
  566. dLog('generate')->info('图片生成优化提示词', [
  567. 'task_id' => $task->task_id,
  568. 'index' => $index,
  569. 'revised_prompt' => $imageData['revised_prompt']
  570. ]);
  571. }
  572. } elseif (isset($imageData['url']) && !empty($imageData['url'])) {
  573. // 兼容旧的 url 格式(如果接口仍返回)
  574. $url = $imageData['url'];
  575. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  576. $pic_ext = getImgExtFromUrl($url);
  577. $pic_name = $pic_name . $pic_ext;
  578. if ($pic_ext === '.png') {
  579. $comporessed_data = compressRemoteImageUrlToSize($url);
  580. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  581. } else {
  582. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  583. }
  584. $result_urls[] = $url;
  585. }
  586. }
  587. if (empty($result_urls)) {
  588. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  589. 'error_message' => '所有图片生成失败',
  590. 'result_json' => $responseData
  591. ]);
  592. return;
  593. }
  594. // 移除 b64_json 字段以避免存储大量 Base64 数据
  595. $cleanedResponseData = $responseData;
  596. if (isset($cleanedResponseData['data'])) {
  597. foreach ($cleanedResponseData['data'] as &$imageData) {
  598. unset($imageData['b64_json']); // 移除 Base64 数据
  599. }
  600. unset($imageData); // 解除引用
  601. }
  602. // 图片生成成功统一处理(事务:状态更新 + 计费 + 分镜同步)
  603. $this->handleImageTaskSuccess($task, $result_urls, $cleanedResponseData);
  604. } catch (\Exception $e) {
  605. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  606. 'error_message' => '处理响应失败: ' . $e->getMessage()
  607. ]);
  608. }
  609. }
  610. /**
  611. * 提交任务到火山图片生成API
  612. *
  613. * @param MpGeneratePicTask $task
  614. * @return void
  615. */
  616. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  617. {
  618. try {
  619. // 验证环境变量配置
  620. $apiKey = env('VOLC_AI_API_KEY');
  621. if (empty($apiKey)) {
  622. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  623. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  624. ]);
  625. return;
  626. }
  627. // 更新状态为处理中
  628. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  629. // 构建火山图片生成API请求参数
  630. $apiParams = [
  631. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  632. 'prompt' => $task->prompt,
  633. 'watermark' => false,
  634. ];
  635. // 尺寸参数
  636. if ($task->width && $task->height) {
  637. $apiParams['size'] = $task->width . 'x' . $task->height;
  638. }
  639. // 参考图片
  640. if ($task->ref_img_url) {
  641. if (is_array($task->ref_img_url)) {
  642. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  643. $apiParams['image'] = $task->ref_img_url;
  644. } else {
  645. $apiParams['image'] = $task->ref_img_url;
  646. }
  647. }
  648. // 生成多图或者单图
  649. $imageNum = (int)$task->image_num;
  650. if ($imageNum === 1) {
  651. $apiParams['sequential_image_generation'] = 'disabled';
  652. }else if ($imageNum > 1) {
  653. // 组图模式下由模型决定实际生成张数,这里在提示词末尾明确要求生成对应数量,并将组图上限设置为目标张数
  654. $apiParams['prompt'] = rtrim((string)$task->prompt) . "\n生成{$imageNum}张图片";
  655. $apiParams['sequential_image_generation'] = 'auto';
  656. $apiParams['sequential_image_generation_options']['max_images'] = $imageNum;
  657. }
  658. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  659. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  660. // 调用火山图片生成API
  661. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  662. 'headers' => [
  663. 'Authorization' => 'Bearer ' . $apiKey,
  664. 'Content-Type' => 'application/json',
  665. ],
  666. 'json' => $apiParams,
  667. ]);
  668. $responseData = json_decode($response->getBody()->getContents(), true);
  669. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  670. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  671. if (isset($responseData['error'])) {
  672. // API返回错误
  673. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  674. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  675. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  676. 'result_json' => $responseData
  677. ]);
  678. } else {
  679. // 任务提交成功,直接处理结果
  680. $this->processVolcApiResponse($task, $responseData);
  681. }
  682. } catch (\Exception $e) {
  683. // 记录错误
  684. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  685. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  686. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  687. 'error_message' => 'API请求失败: ' . $e->getMessage()
  688. ]);
  689. }
  690. }
  691. /**
  692. * 处理火山API响应结果
  693. *
  694. * @param MpGeneratePicTask $task
  695. * @param array $responseData
  696. * @return void
  697. */
  698. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  699. {
  700. try {
  701. if (!isset($responseData['data']) || empty($responseData['data'])) {
  702. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  703. 'error_message' => '未返回图片数据',
  704. 'result_json' => $responseData
  705. ]);
  706. return;
  707. }
  708. $result_urls = [];
  709. foreach ($responseData['data'] as $imageData) {
  710. if (isset($imageData['error'])) {
  711. // 单张图片生成失败
  712. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  713. continue;
  714. }
  715. if (isset($imageData['url'])) {
  716. $url = $imageData['url'];
  717. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  718. $pic_ext = getImgExtFromUrl($url);
  719. $pic_name = $pic_name . $pic_ext;
  720. if ($pic_ext === '.png') {
  721. $comporessed_data = compressRemoteImageUrlToSize($url);
  722. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  723. } else {
  724. // 将图片另存到tos
  725. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  726. }
  727. $result_urls[] = $url;
  728. }
  729. }
  730. if (empty($result_urls)) {
  731. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  732. 'error_message' => '所有图片生成失败',
  733. 'result_json' => $responseData
  734. ]);
  735. return;
  736. }
  737. // 图片生成成功统一处理(事务:状态更新 + 计费 + 分镜同步)
  738. $this->handleImageTaskSuccess($task, $result_urls, $responseData);
  739. } catch (\Exception $e) {
  740. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  741. 'error_message' => '处理响应失败: ' . $e->getMessage()
  742. ]);
  743. }
  744. }
  745. public function getTaskList($data)
  746. {
  747. $task_id = getProp($data, 'task_id');
  748. $status = getProp($data, 'status');
  749. $query = MpGeneratePicTask::select('*');
  750. if ($task_id) {
  751. $query->where('id', $task_id);
  752. }
  753. if ($status) {
  754. $query->where('status', $status);
  755. }
  756. return $query->orderBy('created_at', 'desc')->paginate();
  757. }
  758. /**
  759. * 查询任务状态
  760. *
  761. * @param MpGeneratePicTask $task
  762. * @return array
  763. */
  764. public function queryTaskStatus(MpGeneratePicTask $task): array
  765. {
  766. // 根据模型类型调用不同的查询方法
  767. if ($task->model === self::MODEL_JIMENG_4) {
  768. return $this->queryJimengTaskStatus($task);
  769. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  770. return $this->queryNanoBananaTaskStatus($task);
  771. } else {
  772. // 火山API是同步返回结果,不需要查询
  773. return [
  774. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  775. 'error_message' => $task->error_message,
  776. 'result_url' => $task->result_url,
  777. 'result_json' => $task->result_json ?? []
  778. ];
  779. }
  780. }
  781. /**
  782. * 查询即梦AI任务状态
  783. *
  784. * @param MpGeneratePicTask $task
  785. * @return array
  786. */
  787. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  788. {
  789. try {
  790. // 获取API任务ID
  791. $apiTaskId = $task->task_id ?? null;
  792. if (!$apiTaskId) {
  793. return [
  794. 'status' => 'failed',
  795. 'error_message' => 'API任务ID不存在',
  796. 'result_url' => null
  797. ];
  798. }
  799. //构建查询参数
  800. $apiParams = [
  801. 'req_key' => 'jimeng_t2i_v40',
  802. 'task_id' => $apiTaskId,
  803. 'req_json' => '{"return_url":true}' // 返回URL格式
  804. ];
  805. //调用即梦AI 4.0 API查询任务状态
  806. $response = $this->volcEngineService->request(
  807. 'POST',
  808. 'visual.volcengineapi.com',
  809. '/', // 使用根路径
  810. [], // Query参数
  811. json_encode($apiParams),
  812. env('VOLC_AI_AK'),
  813. env('VOLC_AI_SK'),
  814. 'cv',
  815. 'cn-north-1',
  816. 'CVSync2AsyncGetResult',
  817. '2022-08-31',
  818. 'application/json'
  819. );
  820. $responseData = json_decode($response['body'], true);
  821. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  822. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  823. if ($responseData['code'] !== 10000) {
  824. // API返回错误
  825. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  826. return [
  827. 'status' => 'failed',
  828. 'error_message' => $responseData['message'] ?? 'API Error',
  829. 'result_url' => null,
  830. 'result_json' => $responseData ?? []
  831. ];
  832. }
  833. // 解析API响应
  834. $result = $responseData['data'] ?? [];
  835. $taskStatus = $result['status'] ?? 'failed';
  836. $returnData = [
  837. 'status' => $taskStatus,
  838. 'error_message' => null,
  839. 'result_url' => null,
  840. 'result_json' => $responseData ?? []
  841. ];
  842. // 如果任务成功,获取结果URL
  843. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  844. $result_urls = [];
  845. foreach ($result['image_urls'] as $url) {
  846. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  847. $pic_ext = getImgExtFromUrl($url);
  848. $pic_name = $pic_name . $pic_ext;
  849. if ($pic_ext === '.png') {
  850. $comporessed_data = compressRemoteImageUrlToSize($url);
  851. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  852. }else {
  853. // 将图片另存到tos
  854. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  855. }
  856. $result_urls[] = $url;
  857. }
  858. $returnData['result_url'] = $result_urls;
  859. $returnData['status'] = 'success';
  860. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  861. $returnData['status'] = 'failed';
  862. $returnData['error_message'] = '任务未找到或已过期';
  863. } elseif ($taskStatus === 'failed') {
  864. $returnData['status'] = 'failed';
  865. $returnData['error_message'] = '任务执行失败';
  866. }
  867. // in_queue 或 generating状态保持原status
  868. return $returnData;
  869. } catch (\Exception $e) {
  870. return [
  871. 'status' => 'failed',
  872. 'error_message' => $e->getMessage(),
  873. 'result_url' => null
  874. ];
  875. }
  876. }
  877. /**
  878. * 提交任务到NanoBanana API
  879. *
  880. * @param MpGeneratePicTask $task
  881. * @return void
  882. */
  883. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  884. {
  885. try {
  886. // 验证环境变量配置
  887. $apiKey = env('NANO_BANANA_API_KEY');
  888. if (empty($apiKey)) {
  889. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  890. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  891. ]);
  892. return;
  893. }
  894. // 根据模型选择API地址
  895. switch ($task->model) {
  896. case self::MODEL_NANO_BANANA_2:
  897. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  898. break;
  899. case self::MODEL_NANO_BANANA_PRO:
  900. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  901. break;
  902. case self::MODEL_GPT_IMAGE_2:
  903. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_gpt';
  904. break;
  905. default:
  906. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  907. 'error_message' => '不支持的模型类型: ' . $task->model
  908. ]);
  909. logDB('generate', 'error', '模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  910. return;
  911. }
  912. // 构建API请求参数
  913. $apiParams = [
  914. 'key' => $apiKey,
  915. 'prompt' => $task->prompt,
  916. ];
  917. if ($task->model == self::MODEL_GPT_IMAGE_2) {
  918. // 该模型下,size需设置为9:16类似的数值,请根据如下比例反推
  919. $apiParams['size'] = $this->getRatioFromSize($task->width, $task->height);
  920. }else {
  921. // 尺寸参数(根据宽高判断)
  922. $area = $task->width * $task->height;
  923. if ($area >= 1024*1024 && $area < 2048*2048) {
  924. $apiParams['size'] = '1k';
  925. } elseif ($area >= 2048*2048) {
  926. $apiParams['size'] = '2k';
  927. } else {
  928. $apiParams['size'] = '1k'; // 默认1k
  929. }
  930. // 画面比例
  931. if ($task->width && $task->height) {
  932. $ratio = $task->width . ':' . $task->height;
  933. // 简化比例
  934. $gcd = $this->gcd($task->width, $task->height);
  935. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  936. $apiParams['aspectRatio'] = $ratio;
  937. }
  938. }
  939. // 参考图片
  940. if ($task->ref_img_url) {
  941. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  942. }
  943. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  944. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  945. // 调用NanoBanana API
  946. $response = $this->httpClient->post($apiUrl, [
  947. 'query' => ['key' => $apiKey],
  948. 'json' => $apiParams,
  949. ]);
  950. $responseData = json_decode($response->getBody()->getContents(), true);
  951. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  952. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  953. if ($responseData['code'] !== 200) {
  954. // API返回错误
  955. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  956. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  957. 'error_message' => $responseData['msg'] ?? 'API Error',
  958. 'extra_params' => $responseData
  959. ]);
  960. } else {
  961. // 任务提交成功,更新状态为处理中
  962. $updateData = [];
  963. // 存储API返回的任务ID
  964. if (isset($responseData['data']['id'])) {
  965. $updateData['task_id'] = $responseData['data']['id'];
  966. $updateData['extra_params'] = $responseData;
  967. }
  968. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  969. }
  970. } catch (\Exception $e) {
  971. // 记录错误
  972. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  973. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  974. 'error_message' => 'API请求失败: ' . $e->getMessage()
  975. ]);
  976. }
  977. }
  978. /**
  979. * 查询NanoBanana任务状态
  980. *
  981. * @param MpGeneratePicTask $task
  982. * @return array
  983. */
  984. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  985. {
  986. try {
  987. // 获取API任务ID
  988. $apiTaskId = $task->task_id ?? null;
  989. $apiKey = env('NANO_BANANA_API_KEY');
  990. if (!$apiTaskId) {
  991. return [
  992. 'status' => 'failed',
  993. 'error_message' => 'API任务ID不存在',
  994. 'result_url' => null
  995. ];
  996. }
  997. if (empty($apiKey)) {
  998. return [
  999. 'status' => 'failed',
  1000. 'error_message' => 'NanoBanana API KEY未配置',
  1001. 'result_url' => null
  1002. ];
  1003. }
  1004. // 调用统一查询接口
  1005. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  1006. 'query' => [
  1007. 'key' => $apiKey,
  1008. 'id' => $apiTaskId
  1009. ]
  1010. ]);
  1011. $responseData = json_decode($response->getBody()->getContents(), true);
  1012. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  1013. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  1014. if ($responseData['code'] !== 200) {
  1015. // API返回错误
  1016. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  1017. return [
  1018. 'status' => 'failed',
  1019. 'error_message' => $responseData['msg'] ?? 'API Error',
  1020. 'result_url' => null,
  1021. 'result_json' => $responseData
  1022. ];
  1023. }
  1024. // 解析API响应
  1025. $data = $responseData['data'] ?? [];
  1026. $taskStatus = $data['status'] ?? 0;
  1027. $returnData = [
  1028. 'status' => 'processing',
  1029. 'error_message' => null,
  1030. 'result_url' => null,
  1031. 'result_json' => $responseData
  1032. ];
  1033. // status: 2表示成功
  1034. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  1035. $result_urls = [];
  1036. foreach ($data['result'] as $url) {
  1037. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  1038. $pic_ext = getImgExtFromUrl($url);
  1039. $pic_name = $pic_name . $pic_ext;
  1040. if ($pic_ext === '.png') {
  1041. $comporessed_data = compressRemoteImageUrlToSize($url);
  1042. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  1043. } else {
  1044. // 将图片另存到tos
  1045. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  1046. }
  1047. $result_urls[] = $url;
  1048. }
  1049. $returnData['result_url'] = $result_urls;
  1050. $returnData['status'] = 'success';
  1051. } elseif ($taskStatus === 3) {
  1052. // status: 3表示失败
  1053. $returnData['status'] = 'failed';
  1054. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  1055. }
  1056. // status: 0或1表示处理中,保持processing状态
  1057. return $returnData;
  1058. } catch (\Exception $e) {
  1059. return [
  1060. 'status' => 'failed',
  1061. 'error_message' => $e->getMessage(),
  1062. 'result_url' => null
  1063. ];
  1064. }
  1065. }
  1066. /**
  1067. * 计算最大公约数(用于简化比例)
  1068. *
  1069. * @param int $a
  1070. * @param int $b
  1071. * @return int
  1072. */
  1073. private function gcd(int $a, int $b): int
  1074. {
  1075. while ($b != 0) {
  1076. $temp = $b;
  1077. $b = $a % $b;
  1078. $a = $temp;
  1079. }
  1080. return $a;
  1081. }
  1082. /**
  1083. * 创建素材
  1084. *
  1085. * @param array $params
  1086. * @return array
  1087. */
  1088. public function createAsset(array $params): array
  1089. {
  1090. try {
  1091. // 验证必填参数
  1092. if (empty($params['url'])) {
  1093. return [
  1094. 'code' => 1,
  1095. 'msg' => '素材URL不能为空',
  1096. 'data' => null
  1097. ];
  1098. }
  1099. // 先获取表中是否已有该url(仅限智帧AI来源的素材)
  1100. $asset = DB::table('mp_assets')->where('url', $params['url'])->where('source_type', 'zhizhen')->first();
  1101. if ($asset) {
  1102. return [
  1103. 'code' => 0,
  1104. 'msg' => '创建成功',
  1105. 'data' => [
  1106. 'id' => $asset->id,
  1107. 'asset_id' => $asset->asset_id,
  1108. 'group_id' => $asset->group_id,
  1109. 'group_name' => $asset->group_name,
  1110. ]
  1111. ];
  1112. }
  1113. // 获取API配置
  1114. $apiKey = env('ZHIZHEN_AI_SK');
  1115. $apiUrl = 'https://model-relay.zzengine.net';
  1116. if (empty($apiKey)) {
  1117. return [
  1118. 'code' => 1002,
  1119. 'msg' => '智帧AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1120. 'data' => null
  1121. ];
  1122. }
  1123. // 构建请求参数
  1124. $requestData = [
  1125. 'url' => $params['url'],
  1126. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  1127. ];
  1128. // 可选参数
  1129. if (!empty($params['name'])) {
  1130. $requestData['name'] = $params['name'];
  1131. }
  1132. if (!empty($params['group_id'])) {
  1133. $requestData['group_id'] = $params['group_id'];
  1134. }
  1135. dLog('generate')->info('智帧AI创建素材请求参数: ', $requestData);
  1136. // 调用智帧AI API
  1137. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  1138. 'headers' => [
  1139. 'X-Api-Key' => $apiKey,
  1140. 'Content-Type' => 'application/json',
  1141. ],
  1142. 'json' => $requestData,
  1143. ]);
  1144. $responseData = json_decode($response->getBody()->getContents(), true);
  1145. dLog('generate')->info('智帧AI创建素材响应: ', $responseData);
  1146. logDB('generate', 'info', '智帧AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  1147. if ($responseData['code'] !== 0) {
  1148. return [
  1149. 'code' => $responseData['code'],
  1150. 'msg' => $responseData['msg'] ?? '创建素材失败',
  1151. 'data' => null
  1152. ];
  1153. }
  1154. // 保存素材记录到数据库
  1155. $assetData = $responseData['data'] ?? [];
  1156. $asset = MpAsset::create([
  1157. 'asset_id' => $assetData['asset_id'] ?? '',
  1158. 'group_id' => $assetData['group_id'] ?? null,
  1159. 'group_name' => $assetData['group_name'] ?? null,
  1160. 'name' => $params['name'] ?? null,
  1161. 'url' => $params['url'],
  1162. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  1163. 'source_type' => 'zhizhen',
  1164. 'status' => MpAsset::STATUS_PROCESSING,
  1165. 'extra_params' => $responseData,
  1166. ]);
  1167. return [
  1168. 'code' => 0,
  1169. 'msg' => '创建成功',
  1170. 'data' => [
  1171. 'id' => $asset->id,
  1172. 'asset_id' => $asset->asset_id,
  1173. 'group_id' => $asset->group_id,
  1174. 'group_name' => $asset->group_name,
  1175. ]
  1176. ];
  1177. } catch (\Exception $e) {
  1178. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  1179. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  1180. return [
  1181. 'code' => 20003,
  1182. 'msg' => '创建素材失败: ' . $e->getMessage(),
  1183. 'data' => null
  1184. ];
  1185. }
  1186. }
  1187. /**
  1188. * 查询素材
  1189. *
  1190. * @param string $assetId
  1191. * @return array
  1192. */
  1193. public function getAsset(string $assetId): array
  1194. {
  1195. try {
  1196. // 验证参数
  1197. if (empty($assetId)) {
  1198. return [
  1199. 'code' => 20003,
  1200. 'msg' => '素材ID不能为空',
  1201. 'data' => null
  1202. ];
  1203. }
  1204. // 先获取表中是否已有该素材(仅限智帧AI来源的素材)
  1205. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->where('source_type', 'zhizhen')->first();
  1206. if ($assetInfo) {
  1207. $assetInfo = (array)$assetInfo;
  1208. $status = getProp($assetInfo, 'status');
  1209. if (in_array($status, ['Active', 'Failed'])) {
  1210. $assetInfo['id'] = $assetInfo['asset_id'];
  1211. return [
  1212. 'code' => 0,
  1213. 'msg' => '查询成功',
  1214. 'data' => [
  1215. 'asset' => $assetInfo
  1216. ]
  1217. ];
  1218. }
  1219. }
  1220. // 获取API配置
  1221. $apiKey = env('ZHIZHEN_AI_SK');
  1222. $apiUrl = 'https://model-relay.zzengine.net';
  1223. if (empty($apiKey)) {
  1224. return [
  1225. 'code' => 1002,
  1226. 'msg' => '智帧AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1227. 'data' => null
  1228. ];
  1229. }
  1230. dLog('generate')->info('智帧AI查询素材: ' . $assetId);
  1231. // 调用智帧AI API
  1232. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1233. 'headers' => [
  1234. 'X-Api-Key' => $apiKey,
  1235. 'Content-Type' => 'application/json',
  1236. ],
  1237. 'json' => [
  1238. 'asset_id' => $assetId,
  1239. ],
  1240. ]);
  1241. $responseData = json_decode($response->getBody()->getContents(), true);
  1242. dLog('generate')->info('智帧AI查询素材响应: ', $responseData);
  1243. logDB('generate', 'info', '智帧AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1244. if ($responseData['code'] !== 0) {
  1245. return [
  1246. 'code' => $responseData['code'],
  1247. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1248. 'data' => null
  1249. ];
  1250. }
  1251. $assetInfo = $responseData['data']['asset'] ?? [];
  1252. // 更新本地数据库记录
  1253. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1254. if ($localAsset) {
  1255. $localAsset->update([
  1256. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1257. 'cover_url' => $assetInfo['url'] ?? null,
  1258. 'extra_params' => $responseData,
  1259. ]);
  1260. }
  1261. return [
  1262. 'code' => 0,
  1263. 'msg' => '查询成功',
  1264. 'data' => [
  1265. 'asset' => $assetInfo
  1266. ]
  1267. ];
  1268. } catch (\Exception $e) {
  1269. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1270. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1271. return [
  1272. 'code' => 20003,
  1273. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1274. 'data' => null
  1275. ];
  1276. }
  1277. }
  1278. /**
  1279. * 更新所有待处理任务的状态
  1280. *
  1281. * @return void
  1282. */
  1283. public function updatePendingTasks(): void
  1284. {
  1285. dLog('generate')->info('更新图片状态ing');
  1286. // 1. 处理火山API的pending任务(批量提交到队列)
  1287. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1288. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1289. ->orderBy('created_at', 'asc')
  1290. ->limit(50) // 每次最多处理50个任务,避免超时
  1291. ->get();
  1292. foreach ($volcPendingTasks as $task) {
  1293. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1294. // 分发到队列
  1295. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1296. }
  1297. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1298. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1299. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1300. ->orderBy('created_at', 'asc')
  1301. ->limit(50) // 每次最多处理50个任务,避免超时
  1302. ->get();
  1303. foreach ($gptImage2PendingTasks as $task) {
  1304. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1305. // 分发到队列
  1306. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1307. }
  1308. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1309. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1310. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1311. ->get();
  1312. foreach ($processingTasks as $task) {
  1313. $statusInfo = $this->queryTaskStatus($task);
  1314. if ($statusInfo['status'] === 'success') {
  1315. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1316. // 图片生成成功统一处理(事务:状态更新 + 计费 + 分镜同步)
  1317. $this->handleImageTaskSuccess($task, $statusInfo['result_url'], $statusInfo['result_json'] ?? []);
  1318. } elseif ($statusInfo['status'] === 'failed') {
  1319. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1320. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1321. 'error_message' => $statusInfo['error_message'],
  1322. 'result_json' => $statusInfo['result_json'] ?? []
  1323. ]);
  1324. if (getProp($task, 'alias_segment_id')) {
  1325. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1326. 'pic_task_status' => '失败',
  1327. ]);
  1328. }
  1329. }
  1330. // 如果仍然是处理中状态,不做任何操作
  1331. //处理:如果任务处理超过12小时,标记为失败
  1332. $processingTime = now()->diffInHours($task->created_at);
  1333. if ($processingTime > 12) {
  1334. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1335. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1336. 'error_message' => '任务处理超时(超过12小时)'
  1337. ]);
  1338. }
  1339. }
  1340. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1341. $this->processNextQueuedTask();
  1342. }
  1343. /**
  1344. * 处理下一个排队的任务
  1345. *
  1346. * @return void
  1347. */
  1348. public function processNextQueuedTask(): void
  1349. {
  1350. // 检查是否还有正在处理的任务(仅即梦AI)
  1351. if ($this->hasProcessingTask()) {
  1352. return; // 如果还有处理中的任务,不处理新任务
  1353. }
  1354. // 获取最早的待处理任务(仅即梦AI)
  1355. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1356. ->where('model', self::MODEL_JIMENG_4)
  1357. ->orderBy('created_at', 'asc')
  1358. ->first();
  1359. if ($nextTask) {
  1360. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1361. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1362. $this->submitTaskToJimengApi($nextTask);
  1363. }
  1364. }
  1365. /**
  1366. * 获取任务队列状态
  1367. *
  1368. * @return array
  1369. */
  1370. public function getQueueStatus(): array
  1371. {
  1372. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1373. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1374. return [
  1375. 'processing_count' => $processingCount,
  1376. 'pending_count' => $pendingCount,
  1377. 'can_submit_new_task' => $processingCount === 0
  1378. ];
  1379. }
  1380. /**
  1381. * 处理智帧AI的参考图片转素材
  1382. *
  1383. * @param array $referenceImages 参考图片URL数组
  1384. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1385. * @return array 返回素材ID数组
  1386. */
  1387. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1388. {
  1389. return $this->processReferenceAssetsToZhizhenAssets($referenceImages, MpAsset::TYPE_IMAGE, '图片', '图片', $fullPrompt);
  1390. }
  1391. /**
  1392. * 处理智帧AI的参考视频转素材
  1393. *
  1394. * @param array $referenceVideos 参考视频URL数组
  1395. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败视频的标记)
  1396. * @return array 返回素材ID数组
  1397. */
  1398. public function processReferenceVideosToAssets(array $referenceVideos, string &$fullPrompt): array
  1399. {
  1400. return $this->processReferenceAssetsToZhizhenAssets($referenceVideos, MpAsset::TYPE_VIDEO, '视频', '视频', $fullPrompt);
  1401. }
  1402. /**
  1403. * 处理智帧AI的参考音频转素材
  1404. *
  1405. * @param array $referenceAudios 参考音频URL数组
  1406. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败音频的标记)
  1407. * @return array 返回素材ID数组
  1408. */
  1409. public function processReferenceAudiosToAssets(array $referenceAudios, string &$fullPrompt): array
  1410. {
  1411. return $this->processReferenceAssetsToZhizhenAssets($referenceAudios, MpAsset::TYPE_AUDIO, '音频', '音频', $fullPrompt);
  1412. }
  1413. /**
  1414. * 处理智帧AI的参考素材转素材(图片/视频/音频通用方法)
  1415. *
  1416. * @param array $urls 参考素材URL数组
  1417. * @param string $assetType 素材类型(Image/Video/Audio)
  1418. * @param string $label 素材中文名(图片/视频/音频),用于日志与素材命名
  1419. * @param string $tagName 提示词标记名(图片/视频/音频),用于 <{tagName}N> 标记的清理
  1420. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败素材的标记)
  1421. * @return array 返回素材ID数组(asset://格式)
  1422. */
  1423. private function processReferenceAssetsToZhizhenAssets(array $urls, string $assetType, string $label, string $tagName, string &$fullPrompt): array
  1424. {
  1425. $assetIds = [];
  1426. $failedIndexes = []; // 记录失败的素材序号
  1427. foreach ($urls as $index => $url) {
  1428. $mediaIndex = $index + 1; // 素材序号从1开始
  1429. try {
  1430. dLog('generate')->info("开始处理参考{$label} {$mediaIndex}: {$url}");
  1431. // 1. 创建素材
  1432. $createResult = $this->createAsset([
  1433. 'url' => $url,
  1434. 'asset_type' => $assetType,
  1435. 'name' => "参考{$label}_{$mediaIndex}_" . time(),
  1436. ]);
  1437. if ($createResult['code'] !== 0) {
  1438. dLog('generate')->warning("{$label} {$mediaIndex} 创建素材失败: " . $createResult['msg']);
  1439. logDB('generate', 'warning', '创建素材失败', [
  1440. 'url' => $url,
  1441. 'asset_type' => $assetType,
  1442. 'index' => $mediaIndex,
  1443. 'error' => $createResult['msg']
  1444. ]);
  1445. $failedIndexes[] = $mediaIndex;
  1446. continue;
  1447. }
  1448. $assetId = $createResult['data']['asset_id'];
  1449. dLog('generate')->info("{$label} {$mediaIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1450. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1451. $maxAttempts = 100;
  1452. $attempt = 0;
  1453. $assetStatus = null;
  1454. while ($attempt < $maxAttempts) {
  1455. sleep(3); // 等待3秒
  1456. $attempt++;
  1457. $getResult = $this->getAsset($assetId);
  1458. if ($getResult['code'] !== 0) {
  1459. dLog('generate')->warning("{$label} {$mediaIndex} 查询素材状态失败: " . $getResult['msg']);
  1460. continue;
  1461. }
  1462. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1463. dLog('generate')->info("{$label} {$mediaIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1464. if ($assetStatus === 'Active') {
  1465. // 素材可用
  1466. $assetIds[] = $assetId;
  1467. dLog('generate')->info("{$label} {$mediaIndex} 素材处理成功,asset_id: {$assetId}");
  1468. logDB('generate', 'info', '素材转换成功', [
  1469. 'url' => $url,
  1470. 'asset_type' => $assetType,
  1471. 'index' => $mediaIndex,
  1472. 'asset_id' => $assetId
  1473. ]);
  1474. break;
  1475. } elseif ($assetStatus === 'Failed') {
  1476. // 素材处理失败
  1477. dLog('generate')->warning("{$label} {$mediaIndex} 素材处理失败");
  1478. logDB('generate', 'warning', '素材处理失败', [
  1479. 'url' => $url,
  1480. 'asset_type' => $assetType,
  1481. 'index' => $mediaIndex,
  1482. 'asset_id' => $assetId
  1483. ]);
  1484. $failedIndexes[] = $mediaIndex;
  1485. break;
  1486. }
  1487. // 其他状态(Processing等)继续等待
  1488. }
  1489. // 如果超时还未成功
  1490. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1491. dLog('generate')->warning("{$label} {$mediaIndex} 素材处理超时");
  1492. logDB('generate', 'warning', '素材处理超时', [
  1493. 'url' => $url,
  1494. 'asset_type' => $assetType,
  1495. 'index' => $mediaIndex,
  1496. 'asset_id' => $assetId,
  1497. 'last_status' => $assetStatus
  1498. ]);
  1499. $failedIndexes[] = $mediaIndex;
  1500. }
  1501. } catch (\Exception $e) {
  1502. dLog('generate')->error("{$label} {$mediaIndex} 处理异常: " . $e->getMessage());
  1503. logDB('generate', 'error', '素材转换异常', [
  1504. 'url' => $url,
  1505. 'asset_type' => $assetType,
  1506. 'index' => $mediaIndex,
  1507. 'error' => $e->getMessage()
  1508. ]);
  1509. $failedIndexes[] = $mediaIndex;
  1510. }
  1511. }
  1512. // 处理失败的素材:从 fullPrompt 中删除对应的标记并调整序号
  1513. if (!empty($failedIndexes)) {
  1514. dLog('generate')->info("开始处理失败{$label}的提示词调整,失败序号: " . implode(',', $failedIndexes));
  1515. // 按序号从大到小排序,避免删除时影响后续序号
  1516. rsort($failedIndexes);
  1517. foreach ($failedIndexes as $failedIndex) {
  1518. // 删除失败素材的标记,例如 <图片1>、<视频2>、<音频3> 等
  1519. $pattern = "/<{$tagName}{$failedIndex}>/u";
  1520. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1521. dLog('generate')->info("已从提示词中删除 <{$tagName}{$failedIndex}>");
  1522. }
  1523. // 重新调整剩余素材的序号
  1524. // 例如:如果素材2失败,素材3、素材4需要改为素材2、素材3
  1525. $needAdjust = false;
  1526. foreach ($failedIndexes as $failedIndex) {
  1527. $needAdjust = true;
  1528. // 将所有大于失败序号的素材标记序号减1
  1529. for ($i = $failedIndex + 1; $i <= count($urls); $i++) {
  1530. $oldPattern = "/<{$tagName}{$i}>/u";
  1531. $newTag = "<{$tagName}" . ($i - 1) . ">";
  1532. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1533. }
  1534. }
  1535. if ($needAdjust) {
  1536. dLog('generate')->info("提示词{$label}序号调整完成");
  1537. logDB('generate', 'info', '提示词调整', [
  1538. 'failed_indexes' => $failedIndexes,
  1539. 'adjusted_prompt' => $fullPrompt
  1540. ]);
  1541. }
  1542. }
  1543. dLog('generate')->info("参考{$label}转素材完成,成功数量: " . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1544. // 格式化为可直接在API接口中使用的数组
  1545. foreach ($assetIds as &$assetId) {
  1546. $assetId = "asset://{$assetId}";
  1547. }
  1548. unset($assetId);
  1549. return $assetIds;
  1550. }
  1551. /**
  1552. * 根据宽高反推图片比例
  1553. * @param int $width 宽度
  1554. * @param int $height 高度
  1555. * @return string 比例字符串,如 "9:16",匹配不到则返回 "auto"
  1556. */
  1557. private function getRatioFromSize($width, $height)
  1558. {
  1559. if (!$width || !$height) {
  1560. return 'auto';
  1561. }
  1562. // 遍历所有预定义的比例,查找匹配的
  1563. foreach (BaseConst::IMAGE_RATIOS as $ratio => $size) {
  1564. if ($size['width'] == $width && $size['height'] == $height) {
  1565. return $ratio;
  1566. }
  1567. }
  1568. // 没有精确匹配,尝试通过计算比例匹配
  1569. $gcd = $this->gcd($width, $height);
  1570. $simplifiedRatio = ($width / $gcd) . ':' . ($height / $gcd);
  1571. // 检查简化后的比例是否在预定义列表中
  1572. if (isset(BaseConst::IMAGE_RATIOS[$simplifiedRatio])) {
  1573. return $simplifiedRatio;
  1574. }
  1575. return 'auto';
  1576. }
  1577. /**
  1578. * 压缩图片流(针对PNG格式)
  1579. *
  1580. * @param string $imageStream 图片二进制数据
  1581. * @param int $maxBytes 最大字节数(默认3MB)
  1582. * @return string|null 压缩后的图片二进制数据,失败时返回原数据
  1583. */
  1584. private function compressImageStream(string $imageStream, int $maxBytes = 3 * 1024 * 1024): ?string
  1585. {
  1586. try {
  1587. // 检查图片类型
  1588. $imgInfo = @getimagesizefromstring($imageStream);
  1589. if (!$imgInfo) {
  1590. dLog('generate')->warning('无法识别图片类型,返回原始数据');
  1591. return $imageStream;
  1592. }
  1593. $mime = $imgInfo['mime'] ?? '';
  1594. // 只处理PNG,JPEG不做有损压缩
  1595. if ($mime === 'image/jpeg') {
  1596. return $imageStream;
  1597. }
  1598. // 如果已经小于最大限制,直接返回
  1599. if (strlen($imageStream) <= $maxBytes) {
  1600. return $imageStream;
  1601. }
  1602. // 载入图像对象
  1603. $srcImg = @imagecreatefromstring($imageStream);
  1604. if (!$srcImg) {
  1605. dLog('generate')->warning('无法创建图像资源,返回原始数据');
  1606. return $imageStream;
  1607. }
  1608. $origW = imagesx($srcImg);
  1609. $origH = imagesy($srcImg);
  1610. // 逐步降低质量直到满足大小要求
  1611. $quality = 9; // PNG压缩等级 0-9
  1612. $scaleFactor = 1.0;
  1613. $maxAttempts = 10;
  1614. $attempt = 0;
  1615. $compressedData = null;
  1616. while ($attempt < $maxAttempts) {
  1617. $attempt++;
  1618. // 如果需要缩放
  1619. if ($scaleFactor < 1.0) {
  1620. $newW = (int)($origW * $scaleFactor);
  1621. $newH = (int)($origH * $scaleFactor);
  1622. $resizedImg = imagecreatetruecolor($newW, $newH);
  1623. // 保持透明度
  1624. imagealphablending($resizedImg, false);
  1625. imagesavealpha($resizedImg, true);
  1626. imagecopyresampled($resizedImg, $srcImg, 0, 0, 0, 0, $newW, $newH, $origW, $origH);
  1627. $targetImg = $resizedImg;
  1628. } else {
  1629. $targetImg = $srcImg;
  1630. }
  1631. // 输出到内存
  1632. ob_start();
  1633. imagepng($targetImg, null, $quality);
  1634. $compressedData = ob_get_clean();
  1635. if ($scaleFactor < 1.0) {
  1636. imagedestroy($targetImg);
  1637. }
  1638. // 检查大小
  1639. $size = strlen($compressedData);
  1640. dLog('generate')->info('图片压缩尝试', [
  1641. 'attempt' => $attempt,
  1642. 'quality' => $quality,
  1643. 'scale' => $scaleFactor,
  1644. 'size' => $size,
  1645. 'target' => $maxBytes
  1646. ]);
  1647. if ($size <= $maxBytes) {
  1648. break;
  1649. }
  1650. // 调整参数
  1651. if ($quality > 0) {
  1652. $quality--;
  1653. } else {
  1654. $scaleFactor *= 0.9; // 每次缩小10%
  1655. }
  1656. }
  1657. imagedestroy($srcImg);
  1658. return $compressedData ?: $imageStream;
  1659. } catch (\Exception $e) {
  1660. dLog('generate')->error('图片压缩失败', ['error' => $e->getMessage()]);
  1661. return $imageStream;
  1662. }
  1663. }
  1664. /**
  1665. * 从响应数据中移除 b64_json 字段
  1666. * 避免在日志和数据库中存储大量 Base64 数据
  1667. *
  1668. * @param array $responseData
  1669. * @return array
  1670. */
  1671. private function removeB64JsonFromResponse(array $responseData): array
  1672. {
  1673. $cleanedData = $responseData;
  1674. if (isset($cleanedData['data']) && is_array($cleanedData['data'])) {
  1675. foreach ($cleanedData['data'] as &$imageData) {
  1676. if (isset($imageData['b64_json'])) {
  1677. // 移除 b64_json 字段,可选择性保留数据长度信息
  1678. $b64Length = strlen($imageData['b64_json']);
  1679. unset($imageData['b64_json']);
  1680. $imageData['b64_json_removed'] = true;
  1681. $imageData['b64_json_length'] = $b64Length;
  1682. }
  1683. }
  1684. unset($imageData); // 解除引用
  1685. }
  1686. return $cleanedData;
  1687. }
  1688. }