AIImageGenerationService.php 62 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Models\MpGeneratePicTask;
  4. use App\Models\MpAsset;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. use GuzzleHttp\Exception\GuzzleException;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. use Illuminate\Support\Facades\Redis;
  11. use App\Consts\BaseConst;
  12. class AIImageGenerationService
  13. {
  14. private $volcEngineService;
  15. private $httpClient;
  16. // 模型常量
  17. const MODEL_JIMENG_4 = 'jimeng_4.0';
  18. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  19. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  20. public function __construct(VolcEngineService $volcEngineService)
  21. {
  22. $this->volcEngineService = $volcEngineService;
  23. $this->httpClient = new Client([
  24. 'timeout' => 300,
  25. ]);
  26. }
  27. /**
  28. * 异步创建图片生成任务
  29. *
  30. * @param array $params
  31. * @return MpGeneratePicTask
  32. */
  33. public function createImageGenerationTask(array $params): MpGeneratePicTask
  34. {
  35. // // 获取模型类型,默认使用即梦AI 4.0
  36. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  37. // 获取模型类型,默认使用即梦seedream5.0-lite
  38. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  39. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  40. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  41. // 如果有正在处理的任务,创建排队任务
  42. return $this->createQueuedTask($params);
  43. }
  44. // 生成唯一的任务ID
  45. $taskId = 'img_gen_' . time() . '_' . uniqid();
  46. // 创建任务记录
  47. $task = MpGeneratePicTask::create([
  48. 'task_id' => $taskId,
  49. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  50. 'prompt' => $params['prompt'] ?? '',
  51. 'width' => $params['width'] ?? 1600,
  52. 'height' => $params['height'] ?? 2848,
  53. 'image_num' => $params['image_num'] ?? 1,
  54. 'scale' => $params['scale'] ?? 50,
  55. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  56. 'mask_img_url' => $params['mask_img_url'] ?? null,
  57. 'extra_params' => $params['extra_params'] ?? null,
  58. 'status' => MpGeneratePicTask::STATUS_PENDING,
  59. 'model' => $model,
  60. ]);
  61. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  62. if ($model === self::MODEL_JIMENG_4) {
  63. $this->submitTaskToJimengApi($task);
  64. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  65. $this->submitTaskToNanoBananaApi($task);
  66. }
  67. return $task;
  68. }
  69. /**
  70. * 检查是否有正在处理的任务
  71. *
  72. * @return bool
  73. */
  74. private function hasProcessingTask(): bool
  75. {
  76. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  77. ->exists();
  78. }
  79. /**
  80. * 创建排队任务
  81. *
  82. * @param array $params
  83. * @return MpGeneratePicTask
  84. */
  85. private function createQueuedTask(array $params): MpGeneratePicTask
  86. {
  87. // 生成唯一的任务ID
  88. $taskId = 'img_gen_' . time() . '_' . uniqid();
  89. // 获取模型类型
  90. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  91. // 创建排队状态的任务记录
  92. return MpGeneratePicTask::create([
  93. 'task_id' => $taskId,
  94. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  95. 'prompt' => $params['prompt'] ?? '',
  96. 'width' => $params['width'] ?? 1600,
  97. 'height' => $params['height'] ?? 2848,
  98. 'image_num' => $params['image_num'] ?? 1,
  99. 'scale' => $params['scale'] ?? 50,
  100. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  101. 'mask_img_url' => $params['mask_img_url'] ?? null,
  102. 'extra_params' => $params['extra_params'] ?? null,
  103. 'status' => MpGeneratePicTask::STATUS_PENDING,
  104. 'model' => $model,
  105. ]);
  106. }
  107. /**
  108. * 提交任务到即梦AI API
  109. *
  110. * @param MpGeneratePicTask $task
  111. * @return void
  112. */
  113. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  114. {
  115. try {
  116. // 验证环境变量配置
  117. $accessKey = env('VOLC_AI_AK');
  118. $secretKey = env('VOLC_AI_SK');
  119. if (empty($accessKey) || empty($secretKey)) {
  120. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  121. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  122. ]);
  123. return;
  124. }
  125. //构建即梦AI 4.0 API请求参数
  126. $apiParams = [
  127. 'req_key' => 'jimeng_t2i_v40',
  128. 'prompt' => $task->prompt,
  129. 'scale' => $task->scale / 100, //为0-1范围
  130. ];
  131. // 添加可选参数
  132. if ($task->image_num > 1) {
  133. $apiParams['force_single'] = false;
  134. } else {
  135. $apiParams['force_single'] = true;
  136. }
  137. // 参考图片
  138. if ($task->ref_img_url) {
  139. $apiParams['image_urls'] = $task->ref_img_url;
  140. }
  141. // if ($task->mask_img_url) {
  142. // $apiParams['image_urls'] = $task->mask_img_url;
  143. // }
  144. // 尺寸参数
  145. $area = $task->width * $task->height; //计算面积
  146. if ($area >= 1024*1024 && $area <= 4096*4096) {
  147. $apiParams['size'] = (int)$area;
  148. }
  149. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  150. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  151. //调用即梦AI 4.0 API提交任务
  152. $response = $this->volcEngineService->request(
  153. 'POST',
  154. 'visual.volcengineapi.com', //即梦AI API域名
  155. '/', // 使用根路径
  156. [], // Query参数
  157. json_encode($apiParams),
  158. $accessKey,
  159. $secretKey,
  160. 'cv', // 服务标识
  161. 'cn-north-1', //区域
  162. 'CVSync2AsyncSubmitTask',
  163. '2022-08-31',
  164. 'application/json'
  165. );
  166. $responseData = json_decode($response['body'], true);
  167. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  168. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  169. if ($responseData['code'] !== 10000) {
  170. // API返回错误
  171. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  172. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  173. 'error_message' => $responseData['message'] ?? 'API Error',
  174. 'extra_params' => $responseData['data'] ?? []
  175. ]);
  176. } else {
  177. // 任务提交成功,更新状态为处理中
  178. $updateData = [];
  179. //存储API返回的任务ID
  180. if (isset($responseData['data']['task_id'])) {
  181. $updateData['task_id'] = $responseData['data']['task_id'];
  182. $updateData['extra_params'] = $responseData ?? [];
  183. }
  184. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  185. }
  186. } catch (\Exception $e) {
  187. // 记录错误
  188. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  189. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  190. 'error_message' => 'API请求失败: ' . $e->getMessage()
  191. ]);
  192. }
  193. }
  194. /**
  195. * 提交任务到GPT-Image2 API
  196. *
  197. * @param MpGeneratePicTask $task
  198. * @return void
  199. */
  200. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  201. {
  202. try {
  203. // 验证环境变量配置
  204. $apiKey = env('GPT_IMAGE2_API_KEY');
  205. if (empty($apiKey)) {
  206. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  207. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  208. ]);
  209. return;
  210. }
  211. // 更新状态为处理中
  212. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  213. $api_url = 'https://token.ithinkai.cn/v1/images/generations';
  214. $isEditMode = false;
  215. // 参考图片 - 如果有参考图则使用 /edits 接口
  216. if ($task->ref_img_url) {
  217. $api_url = 'https://token.ithinkai.cn/v1/images/edits';
  218. $isEditMode = true;
  219. }
  220. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  221. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  222. // 创建专用客户端,设置更长的超时时间(图片生成可能需要较长时间)
  223. $gptClient = new Client([
  224. 'timeout' => 600, // 10分钟超时
  225. 'connect_timeout' => 30, // 连接超时30秒
  226. 'read_timeout' => 600, // 读取超时10分钟
  227. 'http_errors' => false, // 不自动抛出HTTP错误,手动处理
  228. ]);
  229. // 根据是否有参考图选择不同的请求方式
  230. if ($isEditMode) {
  231. // 使用 multipart/form-data 格式
  232. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  233. dLog('generate')->info('下载参考图片', ['image_url' => $imageUrl]);
  234. // 下载图片到临时文件
  235. $imageContent = @file_get_contents($imageUrl);
  236. if ($imageContent === false) {
  237. throw new \Exception('下载参考图片失败: ' . $imageUrl);
  238. }
  239. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_image_');
  240. file_put_contents($tempFile, $imageContent);
  241. dLog('generate')->info('参考图片已保存到临时文件', ['temp_file' => $tempFile, 'size' => filesize($tempFile)]);
  242. $multipart = [
  243. [
  244. 'name' => 'image',
  245. 'contents' => fopen($tempFile, 'r'),
  246. 'filename' => basename($imageUrl),
  247. ],
  248. [
  249. 'name' => 'prompt',
  250. 'contents' => $task->prompt,
  251. ],
  252. [
  253. 'name' => 'model',
  254. 'contents' => 'gpt-image-2',
  255. ],
  256. ];
  257. // 尺寸参数
  258. if ($task->width && $task->height) {
  259. $multipart[] = [
  260. 'name' => 'size',
  261. 'contents' => $task->width . 'x' . $task->height,
  262. ];
  263. }
  264. dLog('generate')->info('GPT-Image2 API参数(编辑模式)', ['api_url' => $api_url, 'prompt' => $task->prompt, 'image_url' => $imageUrl, 'size' => ($task->width . 'x' . $task->height)]);
  265. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', ['task_id' => $task->task_id, 'api_url' => $api_url, 'image_url' => $imageUrl, 'prompt' => $task->prompt]);
  266. dLog('generate')->info('开始发送multipart请求到GPT-Image2 API');
  267. $startTime = microtime(true);
  268. // 调用GPT-Image2 API (multipart/form-data)
  269. $response = $gptClient->post($api_url, [
  270. 'headers' => [
  271. 'Authorization' => 'Bearer ' . $apiKey,
  272. 'Accept' => 'application/json',
  273. ],
  274. 'multipart' => $multipart,
  275. ]);
  276. $elapsed = round(microtime(true) - $startTime, 2);
  277. dLog('generate')->info('GPT-Image2 API请求完成', ['elapsed' => $elapsed . 's', 'status_code' => $response->getStatusCode()]);
  278. // 删除临时文件
  279. @unlink($tempFile);
  280. } else {
  281. // 使用 JSON 格式 (原有的文生图模式)
  282. $apiParams = [
  283. 'model' => 'gpt-image-2',
  284. 'prompt' => $task->prompt,
  285. ];
  286. // 尺寸参数
  287. if ($task->width && $task->height) {
  288. $apiParams['size'] = $task->width . 'x' . $task->height;
  289. }
  290. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  291. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  292. dLog('generate')->info('开始发送JSON请求到GPT-Image2 API');
  293. $startTime = microtime(true);
  294. // 调用GPT-Image2 API
  295. $response = $gptClient->post($api_url, [
  296. 'headers' => [
  297. 'Authorization' => 'Bearer ' . $apiKey,
  298. 'Content-Type' => 'application/json',
  299. ],
  300. 'json' => $apiParams,
  301. ]);
  302. $elapsed = round(microtime(true) - $startTime, 2);
  303. dLog('generate')->info('GPT-Image2 API请求完成', ['elapsed' => $elapsed . 's', 'status_code' => $response->getStatusCode()]);
  304. }
  305. // 获取响应状态码
  306. $statusCode = $response->getStatusCode();
  307. dLog('generate')->info('GPT-Image2 API HTTP状态码: ' . $statusCode);
  308. // 读取响应内容
  309. $responseBody = $response->getBody()->getContents();
  310. dLog('generate')->info('GPT-Image2 API响应原始数据长度: ' . strlen($responseBody));
  311. if (empty($responseBody)) {
  312. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  313. }
  314. $responseData = json_decode($responseBody, true);
  315. if (json_last_error() !== JSON_ERROR_NONE) {
  316. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  317. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  318. }
  319. dLog('generate')->info('GPT-Image2 API响应', $responseData);
  320. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  321. if (isset($responseData['error'])) {
  322. // API返回错误
  323. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  324. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  325. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  326. 'result_json' => $responseData
  327. ]);
  328. } else {
  329. // 任务提交成功,直接处理结果
  330. dLog('generate')->info('开始处理GPT-Image2响应结果');
  331. $this->processGptImage2ApiResponse($task, $responseData);
  332. }
  333. } catch (\Exception $e) {
  334. // 记录错误
  335. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  336. 'task_id' => $task->task_id,
  337. 'trace' => $e->getTraceAsString()
  338. ]);
  339. logDB('generate', 'error', 'GPT-Image2任务异常', [
  340. 'task_id' => $task->task_id,
  341. 'error' => $e->getMessage(),
  342. 'file' => $e->getFile(),
  343. 'line' => $e->getLine()
  344. ]);
  345. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  346. 'error_message' => 'API请求失败: ' . $e->getMessage()
  347. ]);
  348. }
  349. }
  350. /**
  351. * 处理GPT-Image2 API响应结果
  352. *
  353. * @param MpGeneratePicTask $task
  354. * @param array $responseData
  355. * @return void
  356. */
  357. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  358. {
  359. try {
  360. if (!isset($responseData['data']) || empty($responseData['data'])) {
  361. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  362. 'error_message' => '未返回图片数据',
  363. 'result_json' => $responseData
  364. ]);
  365. return;
  366. }
  367. $result_urls = [];
  368. foreach ($responseData['data'] as $imageData) {
  369. if (isset($imageData['url'])) {
  370. $url = $imageData['url'];
  371. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  372. $pic_ext = getImgExtFromUrl($url);
  373. $pic_name = $pic_name . $pic_ext;
  374. if ($pic_ext === '.png') {
  375. $comporessed_data = compressRemoteImageUrlToSize($url);
  376. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  377. } else {
  378. // 将图片另存到tos
  379. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  380. }
  381. $result_urls[] = $url;
  382. }
  383. }
  384. if (empty($result_urls)) {
  385. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  386. 'error_message' => '所有图片生成失败',
  387. 'result_json' => $responseData
  388. ]);
  389. return;
  390. }
  391. // 更新任务状态为成功
  392. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  393. 'result_url' => $result_urls,
  394. 'result_json' => $responseData
  395. ]);
  396. // 同步调整分镜图片状态和结果
  397. $segment_id = getProp($task, 'alias_segment_id');
  398. if ($segment_id) {
  399. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  400. 'img_url' => $result_urls[0],
  401. 'pic_task_status' => '已完成',
  402. ]);
  403. // 如果是首帧图ID则更新anime表
  404. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  405. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  406. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  407. Redis::srem('anime_first_frame_urls', $segment_id);
  408. }
  409. }
  410. } catch (\Exception $e) {
  411. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  412. 'error_message' => '处理响应失败: ' . $e->getMessage()
  413. ]);
  414. }
  415. }
  416. /**
  417. * 提交任务到火山图片生成API
  418. *
  419. * @param MpGeneratePicTask $task
  420. * @return void
  421. */
  422. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  423. {
  424. try {
  425. // 验证环境变量配置
  426. $apiKey = env('VOLC_AI_API_KEY');
  427. if (empty($apiKey)) {
  428. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  429. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  430. ]);
  431. return;
  432. }
  433. // 更新状态为处理中
  434. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  435. // 构建火山图片生成API请求参数
  436. $apiParams = [
  437. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  438. 'prompt' => $task->prompt,
  439. 'watermark' => false,
  440. ];
  441. // 尺寸参数
  442. if ($task->width && $task->height) {
  443. $apiParams['size'] = $task->width . 'x' . $task->height;
  444. }
  445. // 参考图片
  446. if ($task->ref_img_url) {
  447. if (is_array($task->ref_img_url)) {
  448. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  449. $apiParams['image'] = $task->ref_img_url;
  450. } else {
  451. $apiParams['image'] = $task->ref_img_url;
  452. }
  453. }
  454. // 生成多图或者单图
  455. if ((int)$task->image_num === 1) {
  456. $apiParams['sequential_image_generation'] = 'disabled';
  457. }else if ($task->image_num > 1) {
  458. $apiParams['sequential_image_generation'] = 'auto';
  459. $apiParams['sequential_image_generation_options']['max_images'] = $task->image_num;
  460. }
  461. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  462. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  463. // 调用火山图片生成API
  464. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  465. 'headers' => [
  466. 'Authorization' => 'Bearer ' . $apiKey,
  467. 'Content-Type' => 'application/json',
  468. ],
  469. 'json' => $apiParams,
  470. ]);
  471. $responseData = json_decode($response->getBody()->getContents(), true);
  472. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  473. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  474. if (isset($responseData['error'])) {
  475. // API返回错误
  476. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  477. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  478. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  479. 'result_json' => $responseData
  480. ]);
  481. } else {
  482. // 任务提交成功,直接处理结果
  483. $this->processVolcApiResponse($task, $responseData);
  484. }
  485. } catch (\Exception $e) {
  486. // 记录错误
  487. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  488. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  489. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  490. 'error_message' => 'API请求失败: ' . $e->getMessage()
  491. ]);
  492. }
  493. }
  494. /**
  495. * 处理火山API响应结果
  496. *
  497. * @param MpGeneratePicTask $task
  498. * @param array $responseData
  499. * @return void
  500. */
  501. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  502. {
  503. try {
  504. if (!isset($responseData['data']) || empty($responseData['data'])) {
  505. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  506. 'error_message' => '未返回图片数据',
  507. 'result_json' => $responseData
  508. ]);
  509. return;
  510. }
  511. $result_urls = [];
  512. foreach ($responseData['data'] as $imageData) {
  513. if (isset($imageData['error'])) {
  514. // 单张图片生成失败
  515. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  516. continue;
  517. }
  518. if (isset($imageData['url'])) {
  519. $url = $imageData['url'];
  520. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  521. $pic_ext = getImgExtFromUrl($url);
  522. $pic_name = $pic_name . $pic_ext;
  523. if ($pic_ext === '.png') {
  524. $comporessed_data = compressRemoteImageUrlToSize($url);
  525. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  526. } else {
  527. // 将图片另存到tos
  528. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  529. }
  530. $result_urls[] = $url;
  531. }
  532. }
  533. if (empty($result_urls)) {
  534. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  535. 'error_message' => '所有图片生成失败',
  536. 'result_json' => $responseData
  537. ]);
  538. return;
  539. }
  540. // 更新任务状态为成功
  541. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  542. 'result_url' => $result_urls,
  543. 'result_json' => $responseData
  544. ]);
  545. // 同步调整分镜图片状态和结果
  546. $segment_id = getProp($task, 'alias_segment_id');
  547. if ($segment_id) {
  548. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  549. 'img_url' => $result_urls[0],
  550. 'pic_task_status' => '已完成',
  551. ]);
  552. // 如果是首帧图ID则更新anime表
  553. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  554. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  555. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  556. Redis::srem('anime_first_frame_urls', $segment_id);
  557. }
  558. }
  559. } catch (\Exception $e) {
  560. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  561. 'error_message' => '处理响应失败: ' . $e->getMessage()
  562. ]);
  563. }
  564. }
  565. public function getTaskList($data)
  566. {
  567. $task_id = getProp($data, 'task_id');
  568. $status = getProp($data, 'status');
  569. $query = MpGeneratePicTask::select('*');
  570. if ($task_id) {
  571. $query->where('id', $task_id);
  572. }
  573. if ($status) {
  574. $query->where('status', $status);
  575. }
  576. return $query->orderBy('created_at', 'desc')->paginate();
  577. }
  578. /**
  579. * 查询任务状态
  580. *
  581. * @param MpGeneratePicTask $task
  582. * @return array
  583. */
  584. public function queryTaskStatus(MpGeneratePicTask $task): array
  585. {
  586. // 根据模型类型调用不同的查询方法
  587. if ($task->model === self::MODEL_JIMENG_4) {
  588. return $this->queryJimengTaskStatus($task);
  589. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  590. return $this->queryNanoBananaTaskStatus($task);
  591. } else {
  592. // 火山API是同步返回结果,不需要查询
  593. return [
  594. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  595. 'error_message' => $task->error_message,
  596. 'result_url' => $task->result_url,
  597. 'result_json' => $task->result_json ?? []
  598. ];
  599. }
  600. }
  601. /**
  602. * 查询即梦AI任务状态
  603. *
  604. * @param MpGeneratePicTask $task
  605. * @return array
  606. */
  607. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  608. {
  609. try {
  610. // 获取API任务ID
  611. $apiTaskId = $task->task_id ?? null;
  612. if (!$apiTaskId) {
  613. return [
  614. 'status' => 'failed',
  615. 'error_message' => 'API任务ID不存在',
  616. 'result_url' => null
  617. ];
  618. }
  619. //构建查询参数
  620. $apiParams = [
  621. 'req_key' => 'jimeng_t2i_v40',
  622. 'task_id' => $apiTaskId,
  623. 'req_json' => '{"return_url":true}' // 返回URL格式
  624. ];
  625. //调用即梦AI 4.0 API查询任务状态
  626. $response = $this->volcEngineService->request(
  627. 'POST',
  628. 'visual.volcengineapi.com',
  629. '/', // 使用根路径
  630. [], // Query参数
  631. json_encode($apiParams),
  632. env('VOLC_AI_AK'),
  633. env('VOLC_AI_SK'),
  634. 'cv',
  635. 'cn-north-1',
  636. 'CVSync2AsyncGetResult',
  637. '2022-08-31',
  638. 'application/json'
  639. );
  640. $responseData = json_decode($response['body'], true);
  641. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  642. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  643. if ($responseData['code'] !== 10000) {
  644. // API返回错误
  645. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  646. return [
  647. 'status' => 'failed',
  648. 'error_message' => $responseData['message'] ?? 'API Error',
  649. 'result_url' => null,
  650. 'result_json' => $responseData ?? []
  651. ];
  652. }
  653. // 解析API响应
  654. $result = $responseData['data'] ?? [];
  655. $taskStatus = $result['status'] ?? 'failed';
  656. $returnData = [
  657. 'status' => $taskStatus,
  658. 'error_message' => null,
  659. 'result_url' => null,
  660. 'result_json' => $responseData ?? []
  661. ];
  662. // 如果任务成功,获取结果URL
  663. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  664. $result_urls = [];
  665. foreach ($result['image_urls'] as $url) {
  666. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  667. $pic_ext = getImgExtFromUrl($url);
  668. $pic_name = $pic_name . $pic_ext;
  669. if ($pic_ext === '.png') {
  670. $comporessed_data = compressRemoteImageUrlToSize($url);
  671. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  672. }else {
  673. // 将图片另存到tos
  674. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  675. }
  676. $result_urls[] = $url;
  677. }
  678. $returnData['result_url'] = $result_urls;
  679. $returnData['status'] = 'success';
  680. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  681. $returnData['status'] = 'failed';
  682. $returnData['error_message'] = '任务未找到或已过期';
  683. } elseif ($taskStatus === 'failed') {
  684. $returnData['status'] = 'failed';
  685. $returnData['error_message'] = '任务执行失败';
  686. }
  687. // in_queue 或 generating状态保持原status
  688. return $returnData;
  689. } catch (\Exception $e) {
  690. return [
  691. 'status' => 'failed',
  692. 'error_message' => $e->getMessage(),
  693. 'result_url' => null
  694. ];
  695. }
  696. }
  697. /**
  698. * 提交任务到NanoBanana API
  699. *
  700. * @param MpGeneratePicTask $task
  701. * @return void
  702. */
  703. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  704. {
  705. try {
  706. // 验证环境变量配置
  707. $apiKey = env('NANO_BANANA_API_KEY');
  708. if (empty($apiKey)) {
  709. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  710. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  711. ]);
  712. return;
  713. }
  714. // 根据模型选择API地址
  715. switch ($task->model) {
  716. case self::MODEL_NANO_BANANA_2:
  717. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  718. break;
  719. case self::MODEL_NANO_BANANA_PRO:
  720. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  721. break;
  722. default:
  723. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  724. 'error_message' => '不支持的NanoBanana模型类型: ' . $task->model
  725. ]);
  726. logDB('generate', 'error', 'NanoBanana模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  727. return;
  728. }
  729. // 构建API请求参数
  730. $apiParams = [
  731. 'key' => $apiKey,
  732. 'prompt' => $task->prompt,
  733. ];
  734. // 尺寸参数(根据宽高判断)
  735. $area = $task->width * $task->height;
  736. if ($area >= 1024*1024 && $area < 2048*2048) {
  737. $apiParams['size'] = '1k';
  738. } elseif ($area >= 2048*2048) {
  739. $apiParams['size'] = '2k';
  740. } else {
  741. $apiParams['size'] = '1k'; // 默认1k
  742. }
  743. // 画面比例
  744. if ($task->width && $task->height) {
  745. $ratio = $task->width . ':' . $task->height;
  746. // 简化比例
  747. $gcd = $this->gcd($task->width, $task->height);
  748. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  749. $apiParams['aspectRatio'] = $ratio;
  750. }
  751. // 参考图片
  752. if ($task->ref_img_url) {
  753. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  754. }
  755. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  756. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  757. // 调用NanoBanana API
  758. $response = $this->httpClient->post($apiUrl, [
  759. 'query' => ['key' => $apiKey],
  760. 'json' => $apiParams,
  761. ]);
  762. $responseData = json_decode($response->getBody()->getContents(), true);
  763. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  764. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  765. if ($responseData['code'] !== 200) {
  766. // API返回错误
  767. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  768. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  769. 'error_message' => $responseData['msg'] ?? 'API Error',
  770. 'extra_params' => $responseData
  771. ]);
  772. } else {
  773. // 任务提交成功,更新状态为处理中
  774. $updateData = [];
  775. // 存储API返回的任务ID
  776. if (isset($responseData['data']['id'])) {
  777. $updateData['task_id'] = $responseData['data']['id'];
  778. $updateData['extra_params'] = $responseData;
  779. }
  780. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  781. }
  782. } catch (\Exception $e) {
  783. // 记录错误
  784. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  785. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  786. 'error_message' => 'API请求失败: ' . $e->getMessage()
  787. ]);
  788. }
  789. }
  790. /**
  791. * 查询NanoBanana任务状态
  792. *
  793. * @param MpGeneratePicTask $task
  794. * @return array
  795. */
  796. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  797. {
  798. try {
  799. // 获取API任务ID
  800. $apiTaskId = $task->task_id ?? null;
  801. $apiKey = env('NANO_BANANA_API_KEY');
  802. if (!$apiTaskId) {
  803. return [
  804. 'status' => 'failed',
  805. 'error_message' => 'API任务ID不存在',
  806. 'result_url' => null
  807. ];
  808. }
  809. if (empty($apiKey)) {
  810. return [
  811. 'status' => 'failed',
  812. 'error_message' => 'NanoBanana API KEY未配置',
  813. 'result_url' => null
  814. ];
  815. }
  816. // 调用统一查询接口
  817. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  818. 'query' => [
  819. 'key' => $apiKey,
  820. 'id' => $apiTaskId
  821. ]
  822. ]);
  823. $responseData = json_decode($response->getBody()->getContents(), true);
  824. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  825. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  826. if ($responseData['code'] !== 200) {
  827. // API返回错误
  828. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  829. return [
  830. 'status' => 'failed',
  831. 'error_message' => $responseData['msg'] ?? 'API Error',
  832. 'result_url' => null,
  833. 'result_json' => $responseData
  834. ];
  835. }
  836. // 解析API响应
  837. $data = $responseData['data'] ?? [];
  838. $taskStatus = $data['status'] ?? 0;
  839. $returnData = [
  840. 'status' => 'processing',
  841. 'error_message' => null,
  842. 'result_url' => null,
  843. 'result_json' => $responseData
  844. ];
  845. // status: 2表示成功
  846. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  847. $result_urls = [];
  848. foreach ($data['result'] as $url) {
  849. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  850. $pic_ext = getImgExtFromUrl($url);
  851. $pic_name = $pic_name . $pic_ext;
  852. if ($pic_ext === '.png') {
  853. $comporessed_data = compressRemoteImageUrlToSize($url);
  854. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  855. } else {
  856. // 将图片另存到tos
  857. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  858. }
  859. $result_urls[] = $url;
  860. }
  861. $returnData['result_url'] = $result_urls;
  862. $returnData['status'] = 'success';
  863. } elseif ($taskStatus === 3) {
  864. // status: 3表示失败
  865. $returnData['status'] = 'failed';
  866. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  867. }
  868. // status: 0或1表示处理中,保持processing状态
  869. return $returnData;
  870. } catch (\Exception $e) {
  871. return [
  872. 'status' => 'failed',
  873. 'error_message' => $e->getMessage(),
  874. 'result_url' => null
  875. ];
  876. }
  877. }
  878. /**
  879. * 计算最大公约数(用于简化比例)
  880. *
  881. * @param int $a
  882. * @param int $b
  883. * @return int
  884. */
  885. private function gcd(int $a, int $b): int
  886. {
  887. while ($b != 0) {
  888. $temp = $b;
  889. $b = $a % $b;
  890. $a = $temp;
  891. }
  892. return $a;
  893. }
  894. /**
  895. * 创建素材
  896. *
  897. * @param array $params
  898. * @return array
  899. */
  900. public function createAsset(array $params): array
  901. {
  902. try {
  903. // 验证必填参数
  904. if (empty($params['url'])) {
  905. return [
  906. 'code' => 1,
  907. 'msg' => '素材URL不能为空',
  908. 'data' => null
  909. ];
  910. }
  911. // 先获取表中是否已有该url
  912. $asset = DB::table('mp_assets')->where('url', $params['url'])->first();
  913. if ($asset) {
  914. return [
  915. 'code' => 0,
  916. 'msg' => '创建成功',
  917. 'data' => [
  918. 'id' => $asset->id,
  919. 'asset_id' => $asset->asset_id,
  920. 'group_id' => $asset->group_id,
  921. 'group_name' => $asset->group_name,
  922. ]
  923. ];
  924. }
  925. // 获取API配置
  926. $apiKey = env('ZHIZHEN_AI_SK');
  927. $apiUrl = 'https://model-relay.zzengine.net';
  928. if (empty($apiKey)) {
  929. return [
  930. 'code' => 1002,
  931. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  932. 'data' => null
  933. ];
  934. }
  935. // 构建请求参数
  936. $requestData = [
  937. 'url' => $params['url'],
  938. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  939. ];
  940. // 可选参数
  941. if (!empty($params['name'])) {
  942. $requestData['name'] = $params['name'];
  943. }
  944. if (!empty($params['group_id'])) {
  945. $requestData['group_id'] = $params['group_id'];
  946. }
  947. dLog('generate')->info('智真AI创建素材请求参数: ', $requestData);
  948. // 调用智真AI API
  949. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  950. 'headers' => [
  951. 'X-Api-Key' => $apiKey,
  952. 'Content-Type' => 'application/json',
  953. ],
  954. 'json' => $requestData,
  955. ]);
  956. $responseData = json_decode($response->getBody()->getContents(), true);
  957. dLog('generate')->info('智真AI创建素材响应: ', $responseData);
  958. logDB('generate', 'info', '智真AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  959. if ($responseData['code'] !== 0) {
  960. return [
  961. 'code' => $responseData['code'],
  962. 'msg' => $responseData['msg'] ?? '创建素材失败',
  963. 'data' => null
  964. ];
  965. }
  966. // 保存素材记录到数据库
  967. $assetData = $responseData['data'] ?? [];
  968. $asset = MpAsset::create([
  969. 'asset_id' => $assetData['asset_id'] ?? '',
  970. 'group_id' => $assetData['group_id'] ?? null,
  971. 'group_name' => $assetData['group_name'] ?? null,
  972. 'name' => $params['name'] ?? null,
  973. 'url' => $params['url'],
  974. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  975. 'status' => MpAsset::STATUS_PROCESSING,
  976. 'extra_params' => $responseData,
  977. ]);
  978. return [
  979. 'code' => 0,
  980. 'msg' => '创建成功',
  981. 'data' => [
  982. 'id' => $asset->id,
  983. 'asset_id' => $asset->asset_id,
  984. 'group_id' => $asset->group_id,
  985. 'group_name' => $asset->group_name,
  986. ]
  987. ];
  988. } catch (\Exception $e) {
  989. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  990. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  991. return [
  992. 'code' => 20003,
  993. 'msg' => '创建素材失败: ' . $e->getMessage(),
  994. 'data' => null
  995. ];
  996. }
  997. }
  998. /**
  999. * 查询素材
  1000. *
  1001. * @param string $assetId
  1002. * @return array
  1003. */
  1004. public function getAsset(string $assetId): array
  1005. {
  1006. try {
  1007. // 验证参数
  1008. if (empty($assetId)) {
  1009. return [
  1010. 'code' => 20003,
  1011. 'msg' => '素材ID不能为空',
  1012. 'data' => null
  1013. ];
  1014. }
  1015. // 先获取表中是否已有该url
  1016. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->first();
  1017. if ($assetInfo) {
  1018. $assetInfo = (array)$assetInfo;
  1019. $status = getProp($assetInfo, 'status');
  1020. if (in_array($status, ['Active', 'Failed'])) {
  1021. $assetInfo['id'] = $assetInfo['asset_id'];
  1022. return [
  1023. 'code' => 0,
  1024. 'msg' => '查询成功',
  1025. 'data' => [
  1026. 'asset' => $assetInfo
  1027. ]
  1028. ];
  1029. }
  1030. }
  1031. // 获取API配置
  1032. $apiKey = env('ZHIZHEN_AI_SK');
  1033. $apiUrl = 'https://model-relay.zzengine.net';
  1034. if (empty($apiKey)) {
  1035. return [
  1036. 'code' => 1002,
  1037. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1038. 'data' => null
  1039. ];
  1040. }
  1041. dLog('generate')->info('智真AI查询素材: ' . $assetId);
  1042. // 调用智真AI API
  1043. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1044. 'headers' => [
  1045. 'X-Api-Key' => $apiKey,
  1046. 'Content-Type' => 'application/json',
  1047. ],
  1048. 'json' => [
  1049. 'asset_id' => $assetId,
  1050. ],
  1051. ]);
  1052. $responseData = json_decode($response->getBody()->getContents(), true);
  1053. dLog('generate')->info('智真AI查询素材响应: ', $responseData);
  1054. logDB('generate', 'info', '智真AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1055. if ($responseData['code'] !== 0) {
  1056. return [
  1057. 'code' => $responseData['code'],
  1058. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1059. 'data' => null
  1060. ];
  1061. }
  1062. $assetInfo = $responseData['data']['asset'] ?? [];
  1063. // 更新本地数据库记录
  1064. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1065. if ($localAsset) {
  1066. $localAsset->update([
  1067. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1068. 'cover_url' => $assetInfo['url'] ?? null,
  1069. 'extra_params' => $responseData,
  1070. ]);
  1071. }
  1072. return [
  1073. 'code' => 0,
  1074. 'msg' => '查询成功',
  1075. 'data' => [
  1076. 'asset' => $assetInfo
  1077. ]
  1078. ];
  1079. } catch (\Exception $e) {
  1080. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1081. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1082. return [
  1083. 'code' => 20003,
  1084. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1085. 'data' => null
  1086. ];
  1087. }
  1088. }
  1089. /**
  1090. * 更新所有待处理任务的状态
  1091. *
  1092. * @return void
  1093. */
  1094. public function updatePendingTasks(): void
  1095. {
  1096. dLog('generate')->info('更新图片状态ing');
  1097. // 1. 处理火山API的pending任务(批量提交到队列)
  1098. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1099. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1100. ->orderBy('created_at', 'asc')
  1101. ->limit(50) // 每次最多处理50个任务,避免超时
  1102. ->get();
  1103. foreach ($volcPendingTasks as $task) {
  1104. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1105. // 分发到队列
  1106. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1107. }
  1108. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1109. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1110. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1111. ->orderBy('created_at', 'asc')
  1112. ->limit(50) // 每次最多处理50个任务,避免超时
  1113. ->get();
  1114. foreach ($gptImage2PendingTasks as $task) {
  1115. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1116. // 分发到队列
  1117. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1118. }
  1119. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1120. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1121. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1122. ->get();
  1123. foreach ($processingTasks as $task) {
  1124. $statusInfo = $this->queryTaskStatus($task);
  1125. if ($statusInfo['status'] === 'success') {
  1126. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1127. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  1128. 'result_url' => $statusInfo['result_url'],
  1129. 'result_json' => $statusInfo['result_json'] ?? []
  1130. ]);
  1131. // 同步调整分镜图片状态和结果
  1132. $segment_id = getProp($task, 'alias_segment_id');
  1133. if ($segment_id) {
  1134. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1135. 'img_url' => $statusInfo['result_url'][0],
  1136. 'pic_task_status' => '已完成',
  1137. ]);
  1138. // 如果是首帧图ID则更新anime表
  1139. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  1140. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  1141. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url'=>$statusInfo['result_url'][0], 'updated_at'=>date('Y-m-d H:i:s')]);
  1142. Redis::srem('anime_first_frame_urls', $segment_id);
  1143. }
  1144. }
  1145. } elseif ($statusInfo['status'] === 'failed') {
  1146. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1147. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1148. 'error_message' => $statusInfo['error_message'],
  1149. 'result_json' => $statusInfo['result_json'] ?? []
  1150. ]);
  1151. if (getProp($task, 'alias_segment_id')) {
  1152. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1153. 'pic_task_status' => '失败',
  1154. ]);
  1155. }
  1156. }
  1157. // 如果仍然是处理中状态,不做任何操作
  1158. //处理:如果任务处理超过12小时,标记为失败
  1159. $processingTime = now()->diffInHours($task->created_at);
  1160. if ($processingTime > 12) {
  1161. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1162. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1163. 'error_message' => '任务处理超时(超过12小时)'
  1164. ]);
  1165. }
  1166. }
  1167. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1168. $this->processNextQueuedTask();
  1169. }
  1170. /**
  1171. * 处理下一个排队的任务
  1172. *
  1173. * @return void
  1174. */
  1175. public function processNextQueuedTask(): void
  1176. {
  1177. // 检查是否还有正在处理的任务(仅即梦AI)
  1178. if ($this->hasProcessingTask()) {
  1179. return; // 如果还有处理中的任务,不处理新任务
  1180. }
  1181. // 获取最早的待处理任务(仅即梦AI)
  1182. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1183. ->where('model', self::MODEL_JIMENG_4)
  1184. ->orderBy('created_at', 'asc')
  1185. ->first();
  1186. if ($nextTask) {
  1187. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1188. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1189. $this->submitTaskToJimengApi($nextTask);
  1190. }
  1191. }
  1192. /**
  1193. * 获取任务队列状态
  1194. *
  1195. * @return array
  1196. */
  1197. public function getQueueStatus(): array
  1198. {
  1199. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1200. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1201. return [
  1202. 'processing_count' => $processingCount,
  1203. 'pending_count' => $pendingCount,
  1204. 'can_submit_new_task' => $processingCount === 0
  1205. ];
  1206. }
  1207. /**
  1208. * 处理智真AI的参考图片转素材
  1209. *
  1210. * @param array $referenceImages 参考图片URL数组
  1211. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1212. * @return array 返回素材ID数组
  1213. */
  1214. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1215. {
  1216. $assetIds = [];
  1217. $failedIndexes = []; // 记录失败的图片序号
  1218. foreach ($referenceImages as $index => $imageUrl) {
  1219. $imageIndex = $index + 1; // 图片序号从1开始
  1220. try {
  1221. dLog('generate')->info("开始处理参考图片 {$imageIndex}: {$imageUrl}");
  1222. // 1. 创建素材
  1223. $createResult = $this->createAsset([
  1224. 'url' => $imageUrl,
  1225. 'asset_type' => MpAsset::TYPE_IMAGE,
  1226. 'name' => "参考图片_{$imageIndex}_" . time(),
  1227. ]);
  1228. if ($createResult['code'] !== 0) {
  1229. dLog('generate')->warning("图片 {$imageIndex} 创建素材失败: " . $createResult['msg']);
  1230. logDB('generate', 'warning', '创建素材失败', [
  1231. 'image_url' => $imageUrl,
  1232. 'index' => $imageIndex,
  1233. 'error' => $createResult['msg']
  1234. ]);
  1235. $failedIndexes[] = $imageIndex;
  1236. continue;
  1237. }
  1238. $assetId = $createResult['data']['asset_id'];
  1239. dLog('generate')->info("图片 {$imageIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1240. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1241. $maxAttempts = 100;
  1242. $attempt = 0;
  1243. $assetStatus = null;
  1244. while ($attempt < $maxAttempts) {
  1245. sleep(3); // 等待3秒
  1246. $attempt++;
  1247. $getResult = $this->getAsset($assetId);
  1248. if ($getResult['code'] !== 0) {
  1249. dLog('generate')->warning("图片 {$imageIndex} 查询素材状态失败: " . $getResult['msg']);
  1250. continue;
  1251. }
  1252. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1253. dLog('generate')->info("图片 {$imageIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1254. if ($assetStatus === 'Active') {
  1255. // 素材可用
  1256. $assetIds[] = $assetId;
  1257. dLog('generate')->info("图片 {$imageIndex} 素材处理成功,asset_id: {$assetId}");
  1258. logDB('generate', 'info', '素材转换成功', [
  1259. 'image_url' => $imageUrl,
  1260. 'index' => $imageIndex,
  1261. 'asset_id' => $assetId
  1262. ]);
  1263. break;
  1264. } elseif ($assetStatus === 'Failed') {
  1265. // 素材处理失败
  1266. dLog('generate')->warning("图片 {$imageIndex} 素材处理失败");
  1267. logDB('generate', 'warning', '素材处理失败', [
  1268. 'image_url' => $imageUrl,
  1269. 'index' => $imageIndex,
  1270. 'asset_id' => $assetId
  1271. ]);
  1272. $failedIndexes[] = $imageIndex;
  1273. break;
  1274. }
  1275. // 其他状态(Processing等)继续等待
  1276. }
  1277. // 如果超时还未成功
  1278. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1279. dLog('generate')->warning("图片 {$imageIndex} 素材处理超时");
  1280. logDB('generate', 'warning', '素材处理超时', [
  1281. 'image_url' => $imageUrl,
  1282. 'index' => $imageIndex,
  1283. 'asset_id' => $assetId,
  1284. 'last_status' => $assetStatus
  1285. ]);
  1286. $failedIndexes[] = $imageIndex;
  1287. }
  1288. } catch (\Exception $e) {
  1289. dLog('generate')->error("图片 {$imageIndex} 处理异常: " . $e->getMessage());
  1290. logDB('generate', 'error', '素材转换异常', [
  1291. 'image_url' => $imageUrl,
  1292. 'index' => $imageIndex,
  1293. 'error' => $e->getMessage()
  1294. ]);
  1295. $failedIndexes[] = $imageIndex;
  1296. }
  1297. }
  1298. // 处理失败的图片:从 fullPrompt 中删除对应的标记并调整序号
  1299. if (!empty($failedIndexes)) {
  1300. dLog('generate')->info('开始处理失败图片的提示词调整,失败序号: ' . implode(',', $failedIndexes));
  1301. // 按序号从大到小排序,避免删除时影响后续序号
  1302. rsort($failedIndexes);
  1303. foreach ($failedIndexes as $failedIndex) {
  1304. // 删除失败图片的标记,例如 <图片1>、<图片2> 等
  1305. $pattern = "/<图片{$failedIndex}>/u";
  1306. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1307. dLog('generate')->info("已从提示词中删除 <图片{$failedIndex}>");
  1308. }
  1309. // 重新调整剩余图片的序号
  1310. // 例如:如果图片2失败,图片3、图片4需要改为图片2、图片3
  1311. $needAdjust = false;
  1312. foreach ($failedIndexes as $failedIndex) {
  1313. $needAdjust = true;
  1314. // 将所有大于失败序号的图片标记序号减1
  1315. for ($i = $failedIndex + 1; $i <= count($referenceImages); $i++) {
  1316. $oldPattern = "/<图片{$i}>/u";
  1317. $newTag = "<图片" . ($i - 1) . ">";
  1318. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1319. }
  1320. }
  1321. if ($needAdjust) {
  1322. dLog('generate')->info('提示词图片序号调整完成');
  1323. logDB('generate', 'info', '提示词调整', [
  1324. 'failed_indexes' => $failedIndexes,
  1325. 'adjusted_prompt' => $fullPrompt
  1326. ]);
  1327. }
  1328. }
  1329. dLog('generate')->info('参考图片转素材完成,成功数量: ' . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1330. // 格式化为可直接在API接口中使用的数组
  1331. foreach($assetIds as &$assetId) {
  1332. $assetId = "asset://{$assetId}";
  1333. }
  1334. return $assetIds;
  1335. }
  1336. }