AIImageGenerationService.php 65 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Models\MpGeneratePicTask;
  4. use App\Models\MpAsset;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. use GuzzleHttp\Exception\GuzzleException;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. use Illuminate\Support\Facades\Redis;
  11. use App\Consts\BaseConst;
  12. class AIImageGenerationService
  13. {
  14. private $volcEngineService;
  15. private $httpClient;
  16. // 模型常量
  17. const MODEL_JIMENG_4 = 'jimeng_4.0';
  18. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  19. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  20. const MODEL_GPT_IMAGE_2 = 'GptImage2';
  21. public function __construct(VolcEngineService $volcEngineService)
  22. {
  23. $this->volcEngineService = $volcEngineService;
  24. $this->httpClient = new Client([
  25. 'timeout' => 300,
  26. ]);
  27. }
  28. /**
  29. * 异步创建图片生成任务
  30. *
  31. * @param array $params
  32. * @return MpGeneratePicTask
  33. */
  34. public function createImageGenerationTask(array $params): MpGeneratePicTask
  35. {
  36. // // 获取模型类型,默认使用即梦AI 4.0
  37. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  38. // 获取模型类型,默认使用即梦seedream5.0-lite
  39. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  40. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  41. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  42. // 如果有正在处理的任务,创建排队任务
  43. return $this->createQueuedTask($params);
  44. }
  45. // 生成唯一的任务ID
  46. $taskId = 'img_gen_' . time() . '_' . uniqid();
  47. // 创建任务记录
  48. $task = MpGeneratePicTask::create([
  49. 'task_id' => $taskId,
  50. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  51. 'prompt' => $params['prompt'] ?? '',
  52. 'width' => $params['width'] ?? 1600,
  53. 'height' => $params['height'] ?? 2848,
  54. 'image_num' => $params['image_num'] ?? 1,
  55. 'scale' => $params['scale'] ?? 50,
  56. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  57. 'mask_img_url' => $params['mask_img_url'] ?? null,
  58. 'extra_params' => $params['extra_params'] ?? null,
  59. 'status' => MpGeneratePicTask::STATUS_PENDING,
  60. 'model' => $model,
  61. ]);
  62. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  63. if ($model === self::MODEL_JIMENG_4) {
  64. $this->submitTaskToJimengApi($task);
  65. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  66. $this->submitTaskToNanoBananaApi($task);
  67. }
  68. return $task;
  69. }
  70. /**
  71. * 检查是否有正在处理的任务
  72. *
  73. * @return bool
  74. */
  75. private function hasProcessingTask(): bool
  76. {
  77. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  78. ->exists();
  79. }
  80. /**
  81. * 创建排队任务
  82. *
  83. * @param array $params
  84. * @return MpGeneratePicTask
  85. */
  86. private function createQueuedTask(array $params): MpGeneratePicTask
  87. {
  88. // 生成唯一的任务ID
  89. $taskId = 'img_gen_' . time() . '_' . uniqid();
  90. // 获取模型类型
  91. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  92. // 创建排队状态的任务记录
  93. return MpGeneratePicTask::create([
  94. 'task_id' => $taskId,
  95. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  96. 'prompt' => $params['prompt'] ?? '',
  97. 'width' => $params['width'] ?? 1600,
  98. 'height' => $params['height'] ?? 2848,
  99. 'image_num' => $params['image_num'] ?? 1,
  100. 'scale' => $params['scale'] ?? 50,
  101. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  102. 'mask_img_url' => $params['mask_img_url'] ?? null,
  103. 'extra_params' => $params['extra_params'] ?? null,
  104. 'status' => MpGeneratePicTask::STATUS_PENDING,
  105. 'model' => $model,
  106. ]);
  107. }
  108. /**
  109. * 提交任务到即梦AI API
  110. *
  111. * @param MpGeneratePicTask $task
  112. * @return void
  113. */
  114. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  115. {
  116. try {
  117. // 验证环境变量配置
  118. $accessKey = env('VOLC_AI_AK');
  119. $secretKey = env('VOLC_AI_SK');
  120. if (empty($accessKey) || empty($secretKey)) {
  121. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  122. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  123. ]);
  124. return;
  125. }
  126. //构建即梦AI 4.0 API请求参数
  127. $apiParams = [
  128. 'req_key' => 'jimeng_t2i_v40',
  129. 'prompt' => $task->prompt,
  130. 'scale' => $task->scale / 100, //为0-1范围
  131. ];
  132. // 添加可选参数
  133. if ($task->image_num > 1) {
  134. $apiParams['force_single'] = false;
  135. } else {
  136. $apiParams['force_single'] = true;
  137. }
  138. // 参考图片
  139. if ($task->ref_img_url) {
  140. $apiParams['image_urls'] = $task->ref_img_url;
  141. }
  142. // if ($task->mask_img_url) {
  143. // $apiParams['image_urls'] = $task->mask_img_url;
  144. // }
  145. // 尺寸参数
  146. $area = $task->width * $task->height; //计算面积
  147. if ($area >= 1024*1024 && $area <= 4096*4096) {
  148. $apiParams['size'] = (int)$area;
  149. }
  150. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  151. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  152. //调用即梦AI 4.0 API提交任务
  153. $response = $this->volcEngineService->request(
  154. 'POST',
  155. 'visual.volcengineapi.com', //即梦AI API域名
  156. '/', // 使用根路径
  157. [], // Query参数
  158. json_encode($apiParams),
  159. $accessKey,
  160. $secretKey,
  161. 'cv', // 服务标识
  162. 'cn-north-1', //区域
  163. 'CVSync2AsyncSubmitTask',
  164. '2022-08-31',
  165. 'application/json'
  166. );
  167. $responseData = json_decode($response['body'], true);
  168. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  169. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  170. if ($responseData['code'] !== 10000) {
  171. // API返回错误
  172. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  173. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  174. 'error_message' => $responseData['message'] ?? 'API Error',
  175. 'extra_params' => $responseData['data'] ?? []
  176. ]);
  177. } else {
  178. // 任务提交成功,更新状态为处理中
  179. $updateData = [];
  180. //存储API返回的任务ID
  181. if (isset($responseData['data']['task_id'])) {
  182. $updateData['task_id'] = $responseData['data']['task_id'];
  183. $updateData['extra_params'] = $responseData ?? [];
  184. }
  185. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  186. }
  187. } catch (\Exception $e) {
  188. // 记录错误
  189. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  190. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  191. 'error_message' => 'API请求失败: ' . $e->getMessage()
  192. ]);
  193. }
  194. }
  195. /**
  196. * 提交任务到GPT-Image2 API
  197. *
  198. * @param MpGeneratePicTask $task
  199. * @return void
  200. */
  201. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  202. {
  203. try {
  204. // 验证环境变量配置
  205. $apiKey = env('GPT_IMAGE2_API_KEY');
  206. if (empty($apiKey)) {
  207. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  208. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  209. ]);
  210. return;
  211. }
  212. // 更新状态为处理中
  213. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  214. // $api_url = 'https://token.ithinkai.cn/v1/images/generations';
  215. $api_url = 'https://api.nonelinear.com/v1/images/generations';
  216. $isEditMode = false;
  217. // 参考图片 - 如果有参考图则使用 /edits 接口
  218. if ($task->ref_img_url) {
  219. // $api_url = 'https://token.ithinkai.cn/v1/images/edits';
  220. // $isEditMode = true;
  221. $api_url = 'https://api.nonelinear.com/v1/images/generations';
  222. }
  223. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  224. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  225. // 创建专用客户端,优化配置
  226. $gptClient = new Client([
  227. 'timeout' => 600, // 10分钟超时
  228. 'connect_timeout' => 30, // 连接超时10秒
  229. 'http_errors' => false, // 不自动抛出HTTP错误
  230. 'verify' => false, // 禁用SSL验证(如果有证书问题)
  231. 'allow_redirects' => true,
  232. ]);
  233. // 根据是否有参考图选择不同的请求方式
  234. if ($isEditMode) {
  235. // 使用原生 cURL 处理 multipart/form-data 格式
  236. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  237. dLog('generate')->info('下载参考图片', ['image_url' => $imageUrl]);
  238. // 下载图片内容
  239. $imageContent = @file_get_contents($imageUrl);
  240. if ($imageContent === false) {
  241. throw new \Exception('下载参考图片失败: ' . $imageUrl);
  242. }
  243. dLog('generate')->info('参考图片下载完成', ['size' => strlen($imageContent)]);
  244. // 保存为临时文件(cURL 需要真实文件路径)
  245. $extension = pathinfo(parse_url($imageUrl, PHP_URL_PATH), PATHINFO_EXTENSION) ?: 'png';
  246. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_img_') . '.' . $extension;
  247. file_put_contents($tempFile, $imageContent);
  248. dLog('generate')->info('临时文件创建成功', ['file' => $tempFile, 'size' => filesize($tempFile)]);
  249. // 构建 POST 字段
  250. $postFields = [
  251. 'image' => new \CURLFile($tempFile, 'image/' . $extension, 'image.' . $extension),
  252. 'prompt' => $task->prompt,
  253. 'model' => 'gpt-image-2',
  254. 'n' => (int)$task->image_num,
  255. ];
  256. // 尺寸参数
  257. if ($task->width && $task->height) {
  258. $postFields['size'] = $task->width . 'x' . $task->height;
  259. }
  260. dLog('generate')->info('GPT-Image2 API参数(编辑模式-cURL)', ['api_url' => $api_url, 'prompt' => $task->prompt, 'size' => ($task->width . 'x' . $task->height), 'n' => (int)$task->image_num]);
  261. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', ['task_id' => $task->task_id, 'api_url' => $api_url, 'image_url' => $imageUrl, 'prompt' => $task->prompt]);
  262. $startTime = microtime(true);
  263. // 使用原生 cURL
  264. $ch = curl_init();
  265. curl_setopt_array($ch, [
  266. CURLOPT_URL => $api_url,
  267. CURLOPT_RETURNTRANSFER => true,
  268. CURLOPT_POST => true,
  269. CURLOPT_POSTFIELDS => $postFields,
  270. CURLOPT_HTTPHEADER => [
  271. 'Authorization: Bearer ' . $apiKey,
  272. 'Accept: application/json',
  273. 'Expect:', // 移除 Expect: 100-continue,避免等待
  274. ],
  275. CURLOPT_TIMEOUT => 600,
  276. CURLOPT_CONNECTTIMEOUT => 30,
  277. CURLOPT_SSL_VERIFYPEER => false,
  278. CURLOPT_SSL_VERIFYHOST => false,
  279. CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1, // 强制使用 HTTP/1.1
  280. ]);
  281. dLog('generate')->info('开始发送cURL请求');
  282. $responseBody = curl_exec($ch);
  283. $statusCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  284. $curlError = curl_error($ch);
  285. $curlErrno = curl_errno($ch);
  286. curl_close($ch);
  287. // 删除临时文件
  288. @unlink($tempFile);
  289. $elapsed = round(microtime(true) - $startTime, 2);
  290. dLog('generate')->info('cURL请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode, 'curl_errno' => $curlErrno]);
  291. if ($curlErrno !== 0) {
  292. throw new \Exception('cURL错误: ' . $curlError . ' (错误码: ' . $curlErrno . ')');
  293. }
  294. if (empty($responseBody)) {
  295. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  296. }
  297. } else {
  298. // 使用 JSON 格式 (原有的文生图模式)
  299. $apiParams = [
  300. 'model' => 'gpt-image-2',
  301. 'prompt' => $task->prompt,
  302. 'n' => (int)$task->image_num,
  303. ];
  304. // 尺寸参数
  305. if ($task->width && $task->height) {
  306. $apiParams['size'] = $task->width . 'x' . $task->height;
  307. }
  308. if ($task->ref_img_url) {
  309. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  310. if ($imageUrl) {
  311. $apiParams['image'] = $imageUrl;
  312. }
  313. }
  314. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  315. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  316. $startTime = microtime(true);
  317. // 调用GPT-Image2 API
  318. $response = $gptClient->post($api_url, [
  319. 'headers' => [
  320. 'Authorization' => 'Bearer ' . $apiKey,
  321. 'Content-Type' => 'application/json',
  322. ],
  323. 'json' => $apiParams,
  324. ]);
  325. $statusCode = $response->getStatusCode();
  326. $responseBody = $response->getBody()->getContents();
  327. $elapsed = round(microtime(true) - $startTime, 2);
  328. dLog('generate')->info('Guzzle请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode]);
  329. if (empty($responseBody)) {
  330. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  331. }
  332. }
  333. // 解析响应
  334. dLog('generate')->info('响应数据长度', ['length' => strlen($responseBody)]);
  335. $responseData = json_decode($responseBody, true);
  336. if (json_last_error() !== JSON_ERROR_NONE) {
  337. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  338. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  339. }
  340. dLog('generate')->info('GPT-Image2 API响应', $responseData);
  341. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  342. if (isset($responseData['error'])) {
  343. // API返回错误
  344. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  345. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  346. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  347. 'result_json' => $responseData
  348. ]);
  349. } else {
  350. // 任务提交成功,直接处理结果
  351. dLog('generate')->info('开始处理GPT-Image2响应结果');
  352. $this->processGptImage2ApiResponse($task, $responseData);
  353. }
  354. } catch (\Exception $e) {
  355. // 记录错误
  356. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  357. 'task_id' => $task->task_id,
  358. 'trace' => $e->getTraceAsString()
  359. ]);
  360. logDB('generate', 'error', 'GPT-Image2任务异常', [
  361. 'task_id' => $task->task_id,
  362. 'error' => $e->getMessage(),
  363. 'file' => $e->getFile(),
  364. 'line' => $e->getLine()
  365. ]);
  366. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  367. 'error_message' => 'API请求失败: ' . $e->getMessage()
  368. ]);
  369. }
  370. }
  371. /**
  372. * 处理GPT-Image2 API响应结果
  373. *
  374. * @param MpGeneratePicTask $task
  375. * @param array $responseData
  376. * @return void
  377. */
  378. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  379. {
  380. try {
  381. if (!isset($responseData['data']) || empty($responseData['data'])) {
  382. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  383. 'error_message' => '未返回图片数据',
  384. 'result_json' => $responseData
  385. ]);
  386. return;
  387. }
  388. $result_urls = [];
  389. foreach ($responseData['data'] as $imageData) {
  390. if (isset($imageData['url'])) {
  391. $url = $imageData['url'];
  392. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  393. $pic_ext = getImgExtFromUrl($url);
  394. $pic_name = $pic_name . $pic_ext;
  395. if ($pic_ext === '.png') {
  396. $comporessed_data = compressRemoteImageUrlToSize($url);
  397. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  398. } else {
  399. // 将图片另存到tos
  400. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  401. }
  402. $result_urls[] = $url;
  403. }
  404. }
  405. if (empty($result_urls)) {
  406. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  407. 'error_message' => '所有图片生成失败',
  408. 'result_json' => $responseData
  409. ]);
  410. return;
  411. }
  412. // 更新任务状态为成功
  413. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  414. 'result_url' => $result_urls,
  415. 'result_json' => $responseData
  416. ]);
  417. // 同步调整分镜图片状态和结果
  418. $segment_id = getProp($task, 'alias_segment_id');
  419. if ($segment_id) {
  420. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  421. 'img_url' => $result_urls[0],
  422. 'pic_task_status' => '已完成',
  423. ]);
  424. // 如果是首帧图ID则更新anime表
  425. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  426. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  427. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  428. Redis::srem('anime_first_frame_urls', $segment_id);
  429. }
  430. }
  431. } catch (\Exception $e) {
  432. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  433. 'error_message' => '处理响应失败: ' . $e->getMessage()
  434. ]);
  435. }
  436. }
  437. /**
  438. * 提交任务到火山图片生成API
  439. *
  440. * @param MpGeneratePicTask $task
  441. * @return void
  442. */
  443. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  444. {
  445. try {
  446. // 验证环境变量配置
  447. $apiKey = env('VOLC_AI_API_KEY');
  448. if (empty($apiKey)) {
  449. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  450. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  451. ]);
  452. return;
  453. }
  454. // 更新状态为处理中
  455. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  456. // 构建火山图片生成API请求参数
  457. $apiParams = [
  458. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  459. 'prompt' => $task->prompt,
  460. 'watermark' => false,
  461. ];
  462. // 尺寸参数
  463. if ($task->width && $task->height) {
  464. $apiParams['size'] = $task->width . 'x' . $task->height;
  465. }
  466. // 参考图片
  467. if ($task->ref_img_url) {
  468. if (is_array($task->ref_img_url)) {
  469. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  470. $apiParams['image'] = $task->ref_img_url;
  471. } else {
  472. $apiParams['image'] = $task->ref_img_url;
  473. }
  474. }
  475. // 生成多图或者单图
  476. if ((int)$task->image_num === 1) {
  477. $apiParams['sequential_image_generation'] = 'disabled';
  478. }else if ($task->image_num > 1) {
  479. $apiParams['sequential_image_generation'] = 'auto';
  480. $apiParams['sequential_image_generation_options']['max_images'] = $task->image_num;
  481. }
  482. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  483. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  484. // 调用火山图片生成API
  485. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  486. 'headers' => [
  487. 'Authorization' => 'Bearer ' . $apiKey,
  488. 'Content-Type' => 'application/json',
  489. ],
  490. 'json' => $apiParams,
  491. ]);
  492. $responseData = json_decode($response->getBody()->getContents(), true);
  493. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  494. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  495. if (isset($responseData['error'])) {
  496. // API返回错误
  497. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  498. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  499. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  500. 'result_json' => $responseData
  501. ]);
  502. } else {
  503. // 任务提交成功,直接处理结果
  504. $this->processVolcApiResponse($task, $responseData);
  505. }
  506. } catch (\Exception $e) {
  507. // 记录错误
  508. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  509. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  510. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  511. 'error_message' => 'API请求失败: ' . $e->getMessage()
  512. ]);
  513. }
  514. }
  515. /**
  516. * 处理火山API响应结果
  517. *
  518. * @param MpGeneratePicTask $task
  519. * @param array $responseData
  520. * @return void
  521. */
  522. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  523. {
  524. try {
  525. if (!isset($responseData['data']) || empty($responseData['data'])) {
  526. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  527. 'error_message' => '未返回图片数据',
  528. 'result_json' => $responseData
  529. ]);
  530. return;
  531. }
  532. $result_urls = [];
  533. foreach ($responseData['data'] as $imageData) {
  534. if (isset($imageData['error'])) {
  535. // 单张图片生成失败
  536. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  537. continue;
  538. }
  539. if (isset($imageData['url'])) {
  540. $url = $imageData['url'];
  541. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  542. $pic_ext = getImgExtFromUrl($url);
  543. $pic_name = $pic_name . $pic_ext;
  544. if ($pic_ext === '.png') {
  545. $comporessed_data = compressRemoteImageUrlToSize($url);
  546. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  547. } else {
  548. // 将图片另存到tos
  549. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  550. }
  551. $result_urls[] = $url;
  552. }
  553. }
  554. if (empty($result_urls)) {
  555. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  556. 'error_message' => '所有图片生成失败',
  557. 'result_json' => $responseData
  558. ]);
  559. return;
  560. }
  561. // 更新任务状态为成功
  562. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  563. 'result_url' => $result_urls,
  564. 'result_json' => $responseData
  565. ]);
  566. // 同步调整分镜图片状态和结果
  567. $segment_id = getProp($task, 'alias_segment_id');
  568. if ($segment_id) {
  569. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  570. 'img_url' => $result_urls[0],
  571. 'pic_task_status' => '已完成',
  572. ]);
  573. // 如果是首帧图ID则更新anime表
  574. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  575. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  576. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  577. Redis::srem('anime_first_frame_urls', $segment_id);
  578. }
  579. }
  580. } catch (\Exception $e) {
  581. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  582. 'error_message' => '处理响应失败: ' . $e->getMessage()
  583. ]);
  584. }
  585. }
  586. public function getTaskList($data)
  587. {
  588. $task_id = getProp($data, 'task_id');
  589. $status = getProp($data, 'status');
  590. $query = MpGeneratePicTask::select('*');
  591. if ($task_id) {
  592. $query->where('id', $task_id);
  593. }
  594. if ($status) {
  595. $query->where('status', $status);
  596. }
  597. return $query->orderBy('created_at', 'desc')->paginate();
  598. }
  599. /**
  600. * 查询任务状态
  601. *
  602. * @param MpGeneratePicTask $task
  603. * @return array
  604. */
  605. public function queryTaskStatus(MpGeneratePicTask $task): array
  606. {
  607. // 根据模型类型调用不同的查询方法
  608. if ($task->model === self::MODEL_JIMENG_4) {
  609. return $this->queryJimengTaskStatus($task);
  610. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  611. return $this->queryNanoBananaTaskStatus($task);
  612. } else {
  613. // 火山API是同步返回结果,不需要查询
  614. return [
  615. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  616. 'error_message' => $task->error_message,
  617. 'result_url' => $task->result_url,
  618. 'result_json' => $task->result_json ?? []
  619. ];
  620. }
  621. }
  622. /**
  623. * 查询即梦AI任务状态
  624. *
  625. * @param MpGeneratePicTask $task
  626. * @return array
  627. */
  628. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  629. {
  630. try {
  631. // 获取API任务ID
  632. $apiTaskId = $task->task_id ?? null;
  633. if (!$apiTaskId) {
  634. return [
  635. 'status' => 'failed',
  636. 'error_message' => 'API任务ID不存在',
  637. 'result_url' => null
  638. ];
  639. }
  640. //构建查询参数
  641. $apiParams = [
  642. 'req_key' => 'jimeng_t2i_v40',
  643. 'task_id' => $apiTaskId,
  644. 'req_json' => '{"return_url":true}' // 返回URL格式
  645. ];
  646. //调用即梦AI 4.0 API查询任务状态
  647. $response = $this->volcEngineService->request(
  648. 'POST',
  649. 'visual.volcengineapi.com',
  650. '/', // 使用根路径
  651. [], // Query参数
  652. json_encode($apiParams),
  653. env('VOLC_AI_AK'),
  654. env('VOLC_AI_SK'),
  655. 'cv',
  656. 'cn-north-1',
  657. 'CVSync2AsyncGetResult',
  658. '2022-08-31',
  659. 'application/json'
  660. );
  661. $responseData = json_decode($response['body'], true);
  662. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  663. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  664. if ($responseData['code'] !== 10000) {
  665. // API返回错误
  666. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  667. return [
  668. 'status' => 'failed',
  669. 'error_message' => $responseData['message'] ?? 'API Error',
  670. 'result_url' => null,
  671. 'result_json' => $responseData ?? []
  672. ];
  673. }
  674. // 解析API响应
  675. $result = $responseData['data'] ?? [];
  676. $taskStatus = $result['status'] ?? 'failed';
  677. $returnData = [
  678. 'status' => $taskStatus,
  679. 'error_message' => null,
  680. 'result_url' => null,
  681. 'result_json' => $responseData ?? []
  682. ];
  683. // 如果任务成功,获取结果URL
  684. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  685. $result_urls = [];
  686. foreach ($result['image_urls'] as $url) {
  687. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  688. $pic_ext = getImgExtFromUrl($url);
  689. $pic_name = $pic_name . $pic_ext;
  690. if ($pic_ext === '.png') {
  691. $comporessed_data = compressRemoteImageUrlToSize($url);
  692. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  693. }else {
  694. // 将图片另存到tos
  695. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  696. }
  697. $result_urls[] = $url;
  698. }
  699. $returnData['result_url'] = $result_urls;
  700. $returnData['status'] = 'success';
  701. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  702. $returnData['status'] = 'failed';
  703. $returnData['error_message'] = '任务未找到或已过期';
  704. } elseif ($taskStatus === 'failed') {
  705. $returnData['status'] = 'failed';
  706. $returnData['error_message'] = '任务执行失败';
  707. }
  708. // in_queue 或 generating状态保持原status
  709. return $returnData;
  710. } catch (\Exception $e) {
  711. return [
  712. 'status' => 'failed',
  713. 'error_message' => $e->getMessage(),
  714. 'result_url' => null
  715. ];
  716. }
  717. }
  718. /**
  719. * 提交任务到NanoBanana API
  720. *
  721. * @param MpGeneratePicTask $task
  722. * @return void
  723. */
  724. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  725. {
  726. try {
  727. // 验证环境变量配置
  728. $apiKey = env('NANO_BANANA_API_KEY');
  729. if (empty($apiKey)) {
  730. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  731. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  732. ]);
  733. return;
  734. }
  735. // 根据模型选择API地址
  736. switch ($task->model) {
  737. case self::MODEL_NANO_BANANA_2:
  738. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  739. break;
  740. case self::MODEL_NANO_BANANA_PRO:
  741. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  742. break;
  743. case self::MODEL_GPT_IMAGE_2:
  744. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_gpt';
  745. break;
  746. default:
  747. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  748. 'error_message' => '不支持的模型类型: ' . $task->model
  749. ]);
  750. logDB('generate', 'error', '模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  751. return;
  752. }
  753. // 构建API请求参数
  754. $apiParams = [
  755. 'key' => $apiKey,
  756. 'prompt' => $task->prompt,
  757. ];
  758. if ($task->model == self::MODEL_GPT_IMAGE_2) {
  759. // 该模型下,size需设置为9:16类似的数值,请根据如下比例反推
  760. $apiParams['size'] = $this->getRatioFromSize($task->width, $task->height);
  761. }else {
  762. // 尺寸参数(根据宽高判断)
  763. $area = $task->width * $task->height;
  764. if ($area >= 1024*1024 && $area < 2048*2048) {
  765. $apiParams['size'] = '1k';
  766. } elseif ($area >= 2048*2048) {
  767. $apiParams['size'] = '2k';
  768. } else {
  769. $apiParams['size'] = '1k'; // 默认1k
  770. }
  771. // 画面比例
  772. if ($task->width && $task->height) {
  773. $ratio = $task->width . ':' . $task->height;
  774. // 简化比例
  775. $gcd = $this->gcd($task->width, $task->height);
  776. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  777. $apiParams['aspectRatio'] = $ratio;
  778. }
  779. }
  780. // 参考图片
  781. if ($task->ref_img_url) {
  782. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  783. }
  784. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  785. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  786. // 调用NanoBanana API
  787. $response = $this->httpClient->post($apiUrl, [
  788. 'query' => ['key' => $apiKey],
  789. 'json' => $apiParams,
  790. ]);
  791. $responseData = json_decode($response->getBody()->getContents(), true);
  792. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  793. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  794. if ($responseData['code'] !== 200) {
  795. // API返回错误
  796. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  797. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  798. 'error_message' => $responseData['msg'] ?? 'API Error',
  799. 'extra_params' => $responseData
  800. ]);
  801. } else {
  802. // 任务提交成功,更新状态为处理中
  803. $updateData = [];
  804. // 存储API返回的任务ID
  805. if (isset($responseData['data']['id'])) {
  806. $updateData['task_id'] = $responseData['data']['id'];
  807. $updateData['extra_params'] = $responseData;
  808. }
  809. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  810. }
  811. } catch (\Exception $e) {
  812. // 记录错误
  813. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  814. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  815. 'error_message' => 'API请求失败: ' . $e->getMessage()
  816. ]);
  817. }
  818. }
  819. /**
  820. * 查询NanoBanana任务状态
  821. *
  822. * @param MpGeneratePicTask $task
  823. * @return array
  824. */
  825. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  826. {
  827. try {
  828. // 获取API任务ID
  829. $apiTaskId = $task->task_id ?? null;
  830. $apiKey = env('NANO_BANANA_API_KEY');
  831. if (!$apiTaskId) {
  832. return [
  833. 'status' => 'failed',
  834. 'error_message' => 'API任务ID不存在',
  835. 'result_url' => null
  836. ];
  837. }
  838. if (empty($apiKey)) {
  839. return [
  840. 'status' => 'failed',
  841. 'error_message' => 'NanoBanana API KEY未配置',
  842. 'result_url' => null
  843. ];
  844. }
  845. // 调用统一查询接口
  846. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  847. 'query' => [
  848. 'key' => $apiKey,
  849. 'id' => $apiTaskId
  850. ]
  851. ]);
  852. $responseData = json_decode($response->getBody()->getContents(), true);
  853. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  854. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  855. if ($responseData['code'] !== 200) {
  856. // API返回错误
  857. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  858. return [
  859. 'status' => 'failed',
  860. 'error_message' => $responseData['msg'] ?? 'API Error',
  861. 'result_url' => null,
  862. 'result_json' => $responseData
  863. ];
  864. }
  865. // 解析API响应
  866. $data = $responseData['data'] ?? [];
  867. $taskStatus = $data['status'] ?? 0;
  868. $returnData = [
  869. 'status' => 'processing',
  870. 'error_message' => null,
  871. 'result_url' => null,
  872. 'result_json' => $responseData
  873. ];
  874. // status: 2表示成功
  875. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  876. $result_urls = [];
  877. foreach ($data['result'] as $url) {
  878. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  879. $pic_ext = getImgExtFromUrl($url);
  880. $pic_name = $pic_name . $pic_ext;
  881. if ($pic_ext === '.png') {
  882. $comporessed_data = compressRemoteImageUrlToSize($url);
  883. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  884. } else {
  885. // 将图片另存到tos
  886. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  887. }
  888. $result_urls[] = $url;
  889. }
  890. $returnData['result_url'] = $result_urls;
  891. $returnData['status'] = 'success';
  892. } elseif ($taskStatus === 3) {
  893. // status: 3表示失败
  894. $returnData['status'] = 'failed';
  895. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  896. }
  897. // status: 0或1表示处理中,保持processing状态
  898. return $returnData;
  899. } catch (\Exception $e) {
  900. return [
  901. 'status' => 'failed',
  902. 'error_message' => $e->getMessage(),
  903. 'result_url' => null
  904. ];
  905. }
  906. }
  907. /**
  908. * 计算最大公约数(用于简化比例)
  909. *
  910. * @param int $a
  911. * @param int $b
  912. * @return int
  913. */
  914. private function gcd(int $a, int $b): int
  915. {
  916. while ($b != 0) {
  917. $temp = $b;
  918. $b = $a % $b;
  919. $a = $temp;
  920. }
  921. return $a;
  922. }
  923. /**
  924. * 创建素材
  925. *
  926. * @param array $params
  927. * @return array
  928. */
  929. public function createAsset(array $params): array
  930. {
  931. try {
  932. // 验证必填参数
  933. if (empty($params['url'])) {
  934. return [
  935. 'code' => 1,
  936. 'msg' => '素材URL不能为空',
  937. 'data' => null
  938. ];
  939. }
  940. // 先获取表中是否已有该url
  941. $asset = DB::table('mp_assets')->where('url', $params['url'])->first();
  942. if ($asset) {
  943. return [
  944. 'code' => 0,
  945. 'msg' => '创建成功',
  946. 'data' => [
  947. 'id' => $asset->id,
  948. 'asset_id' => $asset->asset_id,
  949. 'group_id' => $asset->group_id,
  950. 'group_name' => $asset->group_name,
  951. ]
  952. ];
  953. }
  954. // 获取API配置
  955. $apiKey = env('ZHIZHEN_AI_SK');
  956. $apiUrl = 'https://model-relay.zzengine.net';
  957. if (empty($apiKey)) {
  958. return [
  959. 'code' => 1002,
  960. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  961. 'data' => null
  962. ];
  963. }
  964. // 构建请求参数
  965. $requestData = [
  966. 'url' => $params['url'],
  967. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  968. ];
  969. // 可选参数
  970. if (!empty($params['name'])) {
  971. $requestData['name'] = $params['name'];
  972. }
  973. if (!empty($params['group_id'])) {
  974. $requestData['group_id'] = $params['group_id'];
  975. }
  976. dLog('generate')->info('智真AI创建素材请求参数: ', $requestData);
  977. // 调用智真AI API
  978. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  979. 'headers' => [
  980. 'X-Api-Key' => $apiKey,
  981. 'Content-Type' => 'application/json',
  982. ],
  983. 'json' => $requestData,
  984. ]);
  985. $responseData = json_decode($response->getBody()->getContents(), true);
  986. dLog('generate')->info('智真AI创建素材响应: ', $responseData);
  987. logDB('generate', 'info', '智真AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  988. if ($responseData['code'] !== 0) {
  989. return [
  990. 'code' => $responseData['code'],
  991. 'msg' => $responseData['msg'] ?? '创建素材失败',
  992. 'data' => null
  993. ];
  994. }
  995. // 保存素材记录到数据库
  996. $assetData = $responseData['data'] ?? [];
  997. $asset = MpAsset::create([
  998. 'asset_id' => $assetData['asset_id'] ?? '',
  999. 'group_id' => $assetData['group_id'] ?? null,
  1000. 'group_name' => $assetData['group_name'] ?? null,
  1001. 'name' => $params['name'] ?? null,
  1002. 'url' => $params['url'],
  1003. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  1004. 'status' => MpAsset::STATUS_PROCESSING,
  1005. 'extra_params' => $responseData,
  1006. ]);
  1007. return [
  1008. 'code' => 0,
  1009. 'msg' => '创建成功',
  1010. 'data' => [
  1011. 'id' => $asset->id,
  1012. 'asset_id' => $asset->asset_id,
  1013. 'group_id' => $asset->group_id,
  1014. 'group_name' => $asset->group_name,
  1015. ]
  1016. ];
  1017. } catch (\Exception $e) {
  1018. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  1019. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  1020. return [
  1021. 'code' => 20003,
  1022. 'msg' => '创建素材失败: ' . $e->getMessage(),
  1023. 'data' => null
  1024. ];
  1025. }
  1026. }
  1027. /**
  1028. * 查询素材
  1029. *
  1030. * @param string $assetId
  1031. * @return array
  1032. */
  1033. public function getAsset(string $assetId): array
  1034. {
  1035. try {
  1036. // 验证参数
  1037. if (empty($assetId)) {
  1038. return [
  1039. 'code' => 20003,
  1040. 'msg' => '素材ID不能为空',
  1041. 'data' => null
  1042. ];
  1043. }
  1044. // 先获取表中是否已有该url
  1045. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->first();
  1046. if ($assetInfo) {
  1047. $assetInfo = (array)$assetInfo;
  1048. $status = getProp($assetInfo, 'status');
  1049. if (in_array($status, ['Active', 'Failed'])) {
  1050. $assetInfo['id'] = $assetInfo['asset_id'];
  1051. return [
  1052. 'code' => 0,
  1053. 'msg' => '查询成功',
  1054. 'data' => [
  1055. 'asset' => $assetInfo
  1056. ]
  1057. ];
  1058. }
  1059. }
  1060. // 获取API配置
  1061. $apiKey = env('ZHIZHEN_AI_SK');
  1062. $apiUrl = 'https://model-relay.zzengine.net';
  1063. if (empty($apiKey)) {
  1064. return [
  1065. 'code' => 1002,
  1066. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1067. 'data' => null
  1068. ];
  1069. }
  1070. dLog('generate')->info('智真AI查询素材: ' . $assetId);
  1071. // 调用智真AI API
  1072. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1073. 'headers' => [
  1074. 'X-Api-Key' => $apiKey,
  1075. 'Content-Type' => 'application/json',
  1076. ],
  1077. 'json' => [
  1078. 'asset_id' => $assetId,
  1079. ],
  1080. ]);
  1081. $responseData = json_decode($response->getBody()->getContents(), true);
  1082. dLog('generate')->info('智真AI查询素材响应: ', $responseData);
  1083. logDB('generate', 'info', '智真AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1084. if ($responseData['code'] !== 0) {
  1085. return [
  1086. 'code' => $responseData['code'],
  1087. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1088. 'data' => null
  1089. ];
  1090. }
  1091. $assetInfo = $responseData['data']['asset'] ?? [];
  1092. // 更新本地数据库记录
  1093. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1094. if ($localAsset) {
  1095. $localAsset->update([
  1096. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1097. 'cover_url' => $assetInfo['url'] ?? null,
  1098. 'extra_params' => $responseData,
  1099. ]);
  1100. }
  1101. return [
  1102. 'code' => 0,
  1103. 'msg' => '查询成功',
  1104. 'data' => [
  1105. 'asset' => $assetInfo
  1106. ]
  1107. ];
  1108. } catch (\Exception $e) {
  1109. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1110. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1111. return [
  1112. 'code' => 20003,
  1113. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1114. 'data' => null
  1115. ];
  1116. }
  1117. }
  1118. /**
  1119. * 更新所有待处理任务的状态
  1120. *
  1121. * @return void
  1122. */
  1123. public function updatePendingTasks(): void
  1124. {
  1125. dLog('generate')->info('更新图片状态ing');
  1126. // 1. 处理火山API的pending任务(批量提交到队列)
  1127. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1128. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1129. ->orderBy('created_at', 'asc')
  1130. ->limit(50) // 每次最多处理50个任务,避免超时
  1131. ->get();
  1132. foreach ($volcPendingTasks as $task) {
  1133. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1134. // 分发到队列
  1135. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1136. }
  1137. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1138. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1139. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1140. ->orderBy('created_at', 'asc')
  1141. ->limit(50) // 每次最多处理50个任务,避免超时
  1142. ->get();
  1143. foreach ($gptImage2PendingTasks as $task) {
  1144. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1145. // 分发到队列
  1146. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1147. }
  1148. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1149. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1150. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1151. ->get();
  1152. foreach ($processingTasks as $task) {
  1153. $statusInfo = $this->queryTaskStatus($task);
  1154. if ($statusInfo['status'] === 'success') {
  1155. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1156. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  1157. 'result_url' => $statusInfo['result_url'],
  1158. 'result_json' => $statusInfo['result_json'] ?? []
  1159. ]);
  1160. // 同步调整分镜图片状态和结果
  1161. $segment_id = getProp($task, 'alias_segment_id');
  1162. if ($segment_id) {
  1163. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1164. 'img_url' => $statusInfo['result_url'][0],
  1165. 'pic_task_status' => '已完成',
  1166. ]);
  1167. // 如果是首帧图ID则更新anime表
  1168. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  1169. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  1170. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url'=>$statusInfo['result_url'][0], 'updated_at'=>date('Y-m-d H:i:s')]);
  1171. Redis::srem('anime_first_frame_urls', $segment_id);
  1172. }
  1173. }
  1174. } elseif ($statusInfo['status'] === 'failed') {
  1175. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1176. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1177. 'error_message' => $statusInfo['error_message'],
  1178. 'result_json' => $statusInfo['result_json'] ?? []
  1179. ]);
  1180. if (getProp($task, 'alias_segment_id')) {
  1181. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1182. 'pic_task_status' => '失败',
  1183. ]);
  1184. }
  1185. }
  1186. // 如果仍然是处理中状态,不做任何操作
  1187. //处理:如果任务处理超过12小时,标记为失败
  1188. $processingTime = now()->diffInHours($task->created_at);
  1189. if ($processingTime > 12) {
  1190. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1191. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1192. 'error_message' => '任务处理超时(超过12小时)'
  1193. ]);
  1194. }
  1195. }
  1196. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1197. $this->processNextQueuedTask();
  1198. }
  1199. /**
  1200. * 处理下一个排队的任务
  1201. *
  1202. * @return void
  1203. */
  1204. public function processNextQueuedTask(): void
  1205. {
  1206. // 检查是否还有正在处理的任务(仅即梦AI)
  1207. if ($this->hasProcessingTask()) {
  1208. return; // 如果还有处理中的任务,不处理新任务
  1209. }
  1210. // 获取最早的待处理任务(仅即梦AI)
  1211. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1212. ->where('model', self::MODEL_JIMENG_4)
  1213. ->orderBy('created_at', 'asc')
  1214. ->first();
  1215. if ($nextTask) {
  1216. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1217. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1218. $this->submitTaskToJimengApi($nextTask);
  1219. }
  1220. }
  1221. /**
  1222. * 获取任务队列状态
  1223. *
  1224. * @return array
  1225. */
  1226. public function getQueueStatus(): array
  1227. {
  1228. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1229. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1230. return [
  1231. 'processing_count' => $processingCount,
  1232. 'pending_count' => $pendingCount,
  1233. 'can_submit_new_task' => $processingCount === 0
  1234. ];
  1235. }
  1236. /**
  1237. * 处理智真AI的参考图片转素材
  1238. *
  1239. * @param array $referenceImages 参考图片URL数组
  1240. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1241. * @return array 返回素材ID数组
  1242. */
  1243. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1244. {
  1245. $assetIds = [];
  1246. $failedIndexes = []; // 记录失败的图片序号
  1247. foreach ($referenceImages as $index => $imageUrl) {
  1248. $imageIndex = $index + 1; // 图片序号从1开始
  1249. try {
  1250. dLog('generate')->info("开始处理参考图片 {$imageIndex}: {$imageUrl}");
  1251. // 1. 创建素材
  1252. $createResult = $this->createAsset([
  1253. 'url' => $imageUrl,
  1254. 'asset_type' => MpAsset::TYPE_IMAGE,
  1255. 'name' => "参考图片_{$imageIndex}_" . time(),
  1256. ]);
  1257. if ($createResult['code'] !== 0) {
  1258. dLog('generate')->warning("图片 {$imageIndex} 创建素材失败: " . $createResult['msg']);
  1259. logDB('generate', 'warning', '创建素材失败', [
  1260. 'image_url' => $imageUrl,
  1261. 'index' => $imageIndex,
  1262. 'error' => $createResult['msg']
  1263. ]);
  1264. $failedIndexes[] = $imageIndex;
  1265. continue;
  1266. }
  1267. $assetId = $createResult['data']['asset_id'];
  1268. dLog('generate')->info("图片 {$imageIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1269. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1270. $maxAttempts = 100;
  1271. $attempt = 0;
  1272. $assetStatus = null;
  1273. while ($attempt < $maxAttempts) {
  1274. sleep(3); // 等待3秒
  1275. $attempt++;
  1276. $getResult = $this->getAsset($assetId);
  1277. if ($getResult['code'] !== 0) {
  1278. dLog('generate')->warning("图片 {$imageIndex} 查询素材状态失败: " . $getResult['msg']);
  1279. continue;
  1280. }
  1281. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1282. dLog('generate')->info("图片 {$imageIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1283. if ($assetStatus === 'Active') {
  1284. // 素材可用
  1285. $assetIds[] = $assetId;
  1286. dLog('generate')->info("图片 {$imageIndex} 素材处理成功,asset_id: {$assetId}");
  1287. logDB('generate', 'info', '素材转换成功', [
  1288. 'image_url' => $imageUrl,
  1289. 'index' => $imageIndex,
  1290. 'asset_id' => $assetId
  1291. ]);
  1292. break;
  1293. } elseif ($assetStatus === 'Failed') {
  1294. // 素材处理失败
  1295. dLog('generate')->warning("图片 {$imageIndex} 素材处理失败");
  1296. logDB('generate', 'warning', '素材处理失败', [
  1297. 'image_url' => $imageUrl,
  1298. 'index' => $imageIndex,
  1299. 'asset_id' => $assetId
  1300. ]);
  1301. $failedIndexes[] = $imageIndex;
  1302. break;
  1303. }
  1304. // 其他状态(Processing等)继续等待
  1305. }
  1306. // 如果超时还未成功
  1307. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1308. dLog('generate')->warning("图片 {$imageIndex} 素材处理超时");
  1309. logDB('generate', 'warning', '素材处理超时', [
  1310. 'image_url' => $imageUrl,
  1311. 'index' => $imageIndex,
  1312. 'asset_id' => $assetId,
  1313. 'last_status' => $assetStatus
  1314. ]);
  1315. $failedIndexes[] = $imageIndex;
  1316. }
  1317. } catch (\Exception $e) {
  1318. dLog('generate')->error("图片 {$imageIndex} 处理异常: " . $e->getMessage());
  1319. logDB('generate', 'error', '素材转换异常', [
  1320. 'image_url' => $imageUrl,
  1321. 'index' => $imageIndex,
  1322. 'error' => $e->getMessage()
  1323. ]);
  1324. $failedIndexes[] = $imageIndex;
  1325. }
  1326. }
  1327. // 处理失败的图片:从 fullPrompt 中删除对应的标记并调整序号
  1328. if (!empty($failedIndexes)) {
  1329. dLog('generate')->info('开始处理失败图片的提示词调整,失败序号: ' . implode(',', $failedIndexes));
  1330. // 按序号从大到小排序,避免删除时影响后续序号
  1331. rsort($failedIndexes);
  1332. foreach ($failedIndexes as $failedIndex) {
  1333. // 删除失败图片的标记,例如 <图片1>、<图片2> 等
  1334. $pattern = "/<图片{$failedIndex}>/u";
  1335. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1336. dLog('generate')->info("已从提示词中删除 <图片{$failedIndex}>");
  1337. }
  1338. // 重新调整剩余图片的序号
  1339. // 例如:如果图片2失败,图片3、图片4需要改为图片2、图片3
  1340. $needAdjust = false;
  1341. foreach ($failedIndexes as $failedIndex) {
  1342. $needAdjust = true;
  1343. // 将所有大于失败序号的图片标记序号减1
  1344. for ($i = $failedIndex + 1; $i <= count($referenceImages); $i++) {
  1345. $oldPattern = "/<图片{$i}>/u";
  1346. $newTag = "<图片" . ($i - 1) . ">";
  1347. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1348. }
  1349. }
  1350. if ($needAdjust) {
  1351. dLog('generate')->info('提示词图片序号调整完成');
  1352. logDB('generate', 'info', '提示词调整', [
  1353. 'failed_indexes' => $failedIndexes,
  1354. 'adjusted_prompt' => $fullPrompt
  1355. ]);
  1356. }
  1357. }
  1358. dLog('generate')->info('参考图片转素材完成,成功数量: ' . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1359. // 格式化为可直接在API接口中使用的数组
  1360. foreach($assetIds as &$assetId) {
  1361. $assetId = "asset://{$assetId}";
  1362. }
  1363. return $assetIds;
  1364. }
  1365. /**
  1366. * 根据宽高反推图片比例
  1367. * @param int $width 宽度
  1368. * @param int $height 高度
  1369. * @return string 比例字符串,如 "9:16",匹配不到则返回 "auto"
  1370. */
  1371. private function getRatioFromSize($width, $height)
  1372. {
  1373. if (!$width || !$height) {
  1374. return 'auto';
  1375. }
  1376. // 遍历所有预定义的比例,查找匹配的
  1377. foreach (BaseConst::IMAGE_RATIOS as $ratio => $size) {
  1378. if ($size['width'] == $width && $size['height'] == $height) {
  1379. return $ratio;
  1380. }
  1381. }
  1382. // 没有精确匹配,尝试通过计算比例匹配
  1383. $gcd = $this->gcd($width, $height);
  1384. $simplifiedRatio = ($width / $gcd) . ':' . ($height / $gcd);
  1385. // 检查简化后的比例是否在预定义列表中
  1386. if (isset(BaseConst::IMAGE_RATIOS[$simplifiedRatio])) {
  1387. return $simplifiedRatio;
  1388. }
  1389. return 'auto';
  1390. }
  1391. }