AIImageGenerationService.php 64 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Models\MpGeneratePicTask;
  4. use App\Models\MpAsset;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. use GuzzleHttp\Exception\GuzzleException;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. use Illuminate\Support\Facades\Redis;
  11. use App\Consts\BaseConst;
  12. class AIImageGenerationService
  13. {
  14. private $volcEngineService;
  15. private $httpClient;
  16. // 模型常量
  17. const MODEL_JIMENG_4 = 'jimeng_4.0';
  18. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  19. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  20. const MODEL_GPT_IMAGE_2 = 'GptImage2';
  21. public function __construct(VolcEngineService $volcEngineService)
  22. {
  23. $this->volcEngineService = $volcEngineService;
  24. $this->httpClient = new Client([
  25. 'timeout' => 300,
  26. ]);
  27. }
  28. /**
  29. * 异步创建图片生成任务
  30. *
  31. * @param array $params
  32. * @return MpGeneratePicTask
  33. */
  34. public function createImageGenerationTask(array $params): MpGeneratePicTask
  35. {
  36. // // 获取模型类型,默认使用即梦AI 4.0
  37. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  38. // 获取模型类型,默认使用即梦seedream5.0-lite
  39. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  40. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  41. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  42. // 如果有正在处理的任务,创建排队任务
  43. return $this->createQueuedTask($params);
  44. }
  45. // 生成唯一的任务ID
  46. $taskId = 'img_gen_' . time() . '_' . uniqid();
  47. // 创建任务记录
  48. $task = MpGeneratePicTask::create([
  49. 'task_id' => $taskId,
  50. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  51. 'prompt' => $params['prompt'] ?? '',
  52. 'width' => $params['width'] ?? 1600,
  53. 'height' => $params['height'] ?? 2848,
  54. 'image_num' => $params['image_num'] ?? 1,
  55. 'scale' => $params['scale'] ?? 50,
  56. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  57. 'mask_img_url' => $params['mask_img_url'] ?? null,
  58. 'extra_params' => $params['extra_params'] ?? null,
  59. 'status' => MpGeneratePicTask::STATUS_PENDING,
  60. 'model' => $model,
  61. ]);
  62. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  63. if ($model === self::MODEL_JIMENG_4) {
  64. $this->submitTaskToJimengApi($task);
  65. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  66. $this->submitTaskToNanoBananaApi($task);
  67. }
  68. return $task;
  69. }
  70. /**
  71. * 检查是否有正在处理的任务
  72. *
  73. * @return bool
  74. */
  75. private function hasProcessingTask(): bool
  76. {
  77. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  78. ->exists();
  79. }
  80. /**
  81. * 创建排队任务
  82. *
  83. * @param array $params
  84. * @return MpGeneratePicTask
  85. */
  86. private function createQueuedTask(array $params): MpGeneratePicTask
  87. {
  88. // 生成唯一的任务ID
  89. $taskId = 'img_gen_' . time() . '_' . uniqid();
  90. // 获取模型类型
  91. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  92. // 创建排队状态的任务记录
  93. return MpGeneratePicTask::create([
  94. 'task_id' => $taskId,
  95. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  96. 'prompt' => $params['prompt'] ?? '',
  97. 'width' => $params['width'] ?? 1600,
  98. 'height' => $params['height'] ?? 2848,
  99. 'image_num' => $params['image_num'] ?? 1,
  100. 'scale' => $params['scale'] ?? 50,
  101. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  102. 'mask_img_url' => $params['mask_img_url'] ?? null,
  103. 'extra_params' => $params['extra_params'] ?? null,
  104. 'status' => MpGeneratePicTask::STATUS_PENDING,
  105. 'model' => $model,
  106. ]);
  107. }
  108. /**
  109. * 提交任务到即梦AI API
  110. *
  111. * @param MpGeneratePicTask $task
  112. * @return void
  113. */
  114. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  115. {
  116. try {
  117. // 验证环境变量配置
  118. $accessKey = env('VOLC_AI_AK');
  119. $secretKey = env('VOLC_AI_SK');
  120. if (empty($accessKey) || empty($secretKey)) {
  121. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  122. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  123. ]);
  124. return;
  125. }
  126. //构建即梦AI 4.0 API请求参数
  127. $apiParams = [
  128. 'req_key' => 'jimeng_t2i_v40',
  129. 'prompt' => $task->prompt,
  130. 'scale' => $task->scale / 100, //为0-1范围
  131. ];
  132. // 添加可选参数
  133. if ($task->image_num > 1) {
  134. $apiParams['force_single'] = false;
  135. } else {
  136. $apiParams['force_single'] = true;
  137. }
  138. // 参考图片
  139. if ($task->ref_img_url) {
  140. $apiParams['image_urls'] = $task->ref_img_url;
  141. }
  142. // if ($task->mask_img_url) {
  143. // $apiParams['image_urls'] = $task->mask_img_url;
  144. // }
  145. // 尺寸参数
  146. $area = $task->width * $task->height; //计算面积
  147. if ($area >= 1024*1024 && $area <= 4096*4096) {
  148. $apiParams['size'] = (int)$area;
  149. }
  150. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  151. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  152. //调用即梦AI 4.0 API提交任务
  153. $response = $this->volcEngineService->request(
  154. 'POST',
  155. 'visual.volcengineapi.com', //即梦AI API域名
  156. '/', // 使用根路径
  157. [], // Query参数
  158. json_encode($apiParams),
  159. $accessKey,
  160. $secretKey,
  161. 'cv', // 服务标识
  162. 'cn-north-1', //区域
  163. 'CVSync2AsyncSubmitTask',
  164. '2022-08-31',
  165. 'application/json'
  166. );
  167. $responseData = json_decode($response['body'], true);
  168. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  169. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  170. if ($responseData['code'] !== 10000) {
  171. // API返回错误
  172. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  173. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  174. 'error_message' => $responseData['message'] ?? 'API Error',
  175. 'extra_params' => $responseData['data'] ?? []
  176. ]);
  177. } else {
  178. // 任务提交成功,更新状态为处理中
  179. $updateData = [];
  180. //存储API返回的任务ID
  181. if (isset($responseData['data']['task_id'])) {
  182. $updateData['task_id'] = $responseData['data']['task_id'];
  183. $updateData['extra_params'] = $responseData ?? [];
  184. }
  185. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  186. }
  187. } catch (\Exception $e) {
  188. // 记录错误
  189. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  190. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  191. 'error_message' => 'API请求失败: ' . $e->getMessage()
  192. ]);
  193. }
  194. }
  195. /**
  196. * 提交任务到GPT-Image2 API
  197. *
  198. * @param MpGeneratePicTask $task
  199. * @return void
  200. */
  201. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  202. {
  203. try {
  204. // 验证环境变量配置
  205. $apiKey = env('GPT_IMAGE2_API_KEY');
  206. if (empty($apiKey)) {
  207. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  208. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  209. ]);
  210. return;
  211. }
  212. // 更新状态为处理中
  213. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  214. $api_url = 'https://token.ithinkai.cn/v1/images/generations';
  215. $isEditMode = false;
  216. // 参考图片 - 如果有参考图则使用 /edits 接口
  217. if ($task->ref_img_url) {
  218. $api_url = 'https://token.ithinkai.cn/v1/images/edits';
  219. $isEditMode = true;
  220. }
  221. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  222. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  223. // 创建专用客户端,优化配置
  224. $gptClient = new Client([
  225. 'timeout' => 600, // 10分钟超时
  226. 'connect_timeout' => 30, // 连接超时10秒
  227. 'http_errors' => false, // 不自动抛出HTTP错误
  228. 'verify' => false, // 禁用SSL验证(如果有证书问题)
  229. 'allow_redirects' => true,
  230. ]);
  231. // 根据是否有参考图选择不同的请求方式
  232. if ($isEditMode) {
  233. // 使用原生 cURL 处理 multipart/form-data 格式
  234. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  235. dLog('generate')->info('下载参考图片', ['image_url' => $imageUrl]);
  236. // 下载图片内容
  237. $imageContent = @file_get_contents($imageUrl);
  238. if ($imageContent === false) {
  239. throw new \Exception('下载参考图片失败: ' . $imageUrl);
  240. }
  241. dLog('generate')->info('参考图片下载完成', ['size' => strlen($imageContent)]);
  242. // 保存为临时文件(cURL 需要真实文件路径)
  243. $extension = pathinfo(parse_url($imageUrl, PHP_URL_PATH), PATHINFO_EXTENSION) ?: 'png';
  244. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_img_') . '.' . $extension;
  245. file_put_contents($tempFile, $imageContent);
  246. dLog('generate')->info('临时文件创建成功', ['file' => $tempFile, 'size' => filesize($tempFile)]);
  247. // 构建 POST 字段
  248. $postFields = [
  249. 'image' => new \CURLFile($tempFile, 'image/' . $extension, 'image.' . $extension),
  250. 'prompt' => $task->prompt,
  251. 'model' => 'gpt-image-2',
  252. 'n' => (int)$task->image_num,
  253. ];
  254. // 尺寸参数
  255. if ($task->width && $task->height) {
  256. $postFields['size'] = $task->width . 'x' . $task->height;
  257. }
  258. dLog('generate')->info('GPT-Image2 API参数(编辑模式-cURL)', ['api_url' => $api_url, 'prompt' => $task->prompt, 'size' => ($task->width . 'x' . $task->height), 'n' => (int)$task->image_num]);
  259. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', ['task_id' => $task->task_id, 'api_url' => $api_url, 'image_url' => $imageUrl, 'prompt' => $task->prompt]);
  260. $startTime = microtime(true);
  261. // 使用原生 cURL
  262. $ch = curl_init();
  263. curl_setopt_array($ch, [
  264. CURLOPT_URL => $api_url,
  265. CURLOPT_RETURNTRANSFER => true,
  266. CURLOPT_POST => true,
  267. CURLOPT_POSTFIELDS => $postFields,
  268. CURLOPT_HTTPHEADER => [
  269. 'Authorization: Bearer ' . $apiKey,
  270. 'Accept: application/json',
  271. 'Expect:', // 移除 Expect: 100-continue,避免等待
  272. ],
  273. CURLOPT_TIMEOUT => 600,
  274. CURLOPT_CONNECTTIMEOUT => 30,
  275. CURLOPT_SSL_VERIFYPEER => false,
  276. CURLOPT_SSL_VERIFYHOST => false,
  277. CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1, // 强制使用 HTTP/1.1
  278. ]);
  279. dLog('generate')->info('开始发送cURL请求');
  280. $responseBody = curl_exec($ch);
  281. $statusCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  282. $curlError = curl_error($ch);
  283. $curlErrno = curl_errno($ch);
  284. curl_close($ch);
  285. // 删除临时文件
  286. @unlink($tempFile);
  287. $elapsed = round(microtime(true) - $startTime, 2);
  288. dLog('generate')->info('cURL请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode, 'curl_errno' => $curlErrno]);
  289. if ($curlErrno !== 0) {
  290. throw new \Exception('cURL错误: ' . $curlError . ' (错误码: ' . $curlErrno . ')');
  291. }
  292. if (empty($responseBody)) {
  293. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  294. }
  295. } else {
  296. // 使用 JSON 格式 (原有的文生图模式)
  297. $apiParams = [
  298. 'model' => 'gpt-image-2',
  299. 'prompt' => $task->prompt,
  300. ];
  301. // 尺寸参数
  302. if ($task->width && $task->height) {
  303. $apiParams['size'] = $task->width . 'x' . $task->height;
  304. }
  305. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  306. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  307. $startTime = microtime(true);
  308. // 调用GPT-Image2 API
  309. $response = $gptClient->post($api_url, [
  310. 'headers' => [
  311. 'Authorization' => 'Bearer ' . $apiKey,
  312. 'Content-Type' => 'application/json',
  313. ],
  314. 'json' => $apiParams,
  315. ]);
  316. $statusCode = $response->getStatusCode();
  317. $responseBody = $response->getBody()->getContents();
  318. $elapsed = round(microtime(true) - $startTime, 2);
  319. dLog('generate')->info('Guzzle请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode]);
  320. if (empty($responseBody)) {
  321. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  322. }
  323. }
  324. // 解析响应
  325. dLog('generate')->info('响应数据长度', ['length' => strlen($responseBody)]);
  326. $responseData = json_decode($responseBody, true);
  327. if (json_last_error() !== JSON_ERROR_NONE) {
  328. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  329. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  330. }
  331. dLog('generate')->info('GPT-Image2 API响应', $responseData);
  332. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  333. if (isset($responseData['error'])) {
  334. // API返回错误
  335. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  336. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  337. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  338. 'result_json' => $responseData
  339. ]);
  340. } else {
  341. // 任务提交成功,直接处理结果
  342. dLog('generate')->info('开始处理GPT-Image2响应结果');
  343. $this->processGptImage2ApiResponse($task, $responseData);
  344. }
  345. } catch (\Exception $e) {
  346. // 记录错误
  347. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  348. 'task_id' => $task->task_id,
  349. 'trace' => $e->getTraceAsString()
  350. ]);
  351. logDB('generate', 'error', 'GPT-Image2任务异常', [
  352. 'task_id' => $task->task_id,
  353. 'error' => $e->getMessage(),
  354. 'file' => $e->getFile(),
  355. 'line' => $e->getLine()
  356. ]);
  357. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  358. 'error_message' => 'API请求失败: ' . $e->getMessage()
  359. ]);
  360. }
  361. }
  362. /**
  363. * 处理GPT-Image2 API响应结果
  364. *
  365. * @param MpGeneratePicTask $task
  366. * @param array $responseData
  367. * @return void
  368. */
  369. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  370. {
  371. try {
  372. if (!isset($responseData['data']) || empty($responseData['data'])) {
  373. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  374. 'error_message' => '未返回图片数据',
  375. 'result_json' => $responseData
  376. ]);
  377. return;
  378. }
  379. $result_urls = [];
  380. foreach ($responseData['data'] as $imageData) {
  381. if (isset($imageData['url'])) {
  382. $url = $imageData['url'];
  383. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  384. $pic_ext = getImgExtFromUrl($url);
  385. $pic_name = $pic_name . $pic_ext;
  386. if ($pic_ext === '.png') {
  387. $comporessed_data = compressRemoteImageUrlToSize($url);
  388. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  389. } else {
  390. // 将图片另存到tos
  391. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  392. }
  393. $result_urls[] = $url;
  394. }
  395. }
  396. if (empty($result_urls)) {
  397. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  398. 'error_message' => '所有图片生成失败',
  399. 'result_json' => $responseData
  400. ]);
  401. return;
  402. }
  403. // 更新任务状态为成功
  404. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  405. 'result_url' => $result_urls,
  406. 'result_json' => $responseData
  407. ]);
  408. // 同步调整分镜图片状态和结果
  409. $segment_id = getProp($task, 'alias_segment_id');
  410. if ($segment_id) {
  411. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  412. 'img_url' => $result_urls[0],
  413. 'pic_task_status' => '已完成',
  414. ]);
  415. // 如果是首帧图ID则更新anime表
  416. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  417. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  418. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  419. Redis::srem('anime_first_frame_urls', $segment_id);
  420. }
  421. }
  422. } catch (\Exception $e) {
  423. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  424. 'error_message' => '处理响应失败: ' . $e->getMessage()
  425. ]);
  426. }
  427. }
  428. /**
  429. * 提交任务到火山图片生成API
  430. *
  431. * @param MpGeneratePicTask $task
  432. * @return void
  433. */
  434. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  435. {
  436. try {
  437. // 验证环境变量配置
  438. $apiKey = env('VOLC_AI_API_KEY');
  439. if (empty($apiKey)) {
  440. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  441. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  442. ]);
  443. return;
  444. }
  445. // 更新状态为处理中
  446. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  447. // 构建火山图片生成API请求参数
  448. $apiParams = [
  449. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  450. 'prompt' => $task->prompt,
  451. 'watermark' => false,
  452. ];
  453. // 尺寸参数
  454. if ($task->width && $task->height) {
  455. $apiParams['size'] = $task->width . 'x' . $task->height;
  456. }
  457. // 参考图片
  458. if ($task->ref_img_url) {
  459. if (is_array($task->ref_img_url)) {
  460. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  461. $apiParams['image'] = $task->ref_img_url;
  462. } else {
  463. $apiParams['image'] = $task->ref_img_url;
  464. }
  465. }
  466. // 生成多图或者单图
  467. if ((int)$task->image_num === 1) {
  468. $apiParams['sequential_image_generation'] = 'disabled';
  469. }else if ($task->image_num > 1) {
  470. $apiParams['sequential_image_generation'] = 'auto';
  471. $apiParams['sequential_image_generation_options']['max_images'] = $task->image_num;
  472. }
  473. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  474. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  475. // 调用火山图片生成API
  476. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  477. 'headers' => [
  478. 'Authorization' => 'Bearer ' . $apiKey,
  479. 'Content-Type' => 'application/json',
  480. ],
  481. 'json' => $apiParams,
  482. ]);
  483. $responseData = json_decode($response->getBody()->getContents(), true);
  484. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  485. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  486. if (isset($responseData['error'])) {
  487. // API返回错误
  488. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  489. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  490. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  491. 'result_json' => $responseData
  492. ]);
  493. } else {
  494. // 任务提交成功,直接处理结果
  495. $this->processVolcApiResponse($task, $responseData);
  496. }
  497. } catch (\Exception $e) {
  498. // 记录错误
  499. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  500. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  501. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  502. 'error_message' => 'API请求失败: ' . $e->getMessage()
  503. ]);
  504. }
  505. }
  506. /**
  507. * 处理火山API响应结果
  508. *
  509. * @param MpGeneratePicTask $task
  510. * @param array $responseData
  511. * @return void
  512. */
  513. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  514. {
  515. try {
  516. if (!isset($responseData['data']) || empty($responseData['data'])) {
  517. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  518. 'error_message' => '未返回图片数据',
  519. 'result_json' => $responseData
  520. ]);
  521. return;
  522. }
  523. $result_urls = [];
  524. foreach ($responseData['data'] as $imageData) {
  525. if (isset($imageData['error'])) {
  526. // 单张图片生成失败
  527. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  528. continue;
  529. }
  530. if (isset($imageData['url'])) {
  531. $url = $imageData['url'];
  532. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  533. $pic_ext = getImgExtFromUrl($url);
  534. $pic_name = $pic_name . $pic_ext;
  535. if ($pic_ext === '.png') {
  536. $comporessed_data = compressRemoteImageUrlToSize($url);
  537. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  538. } else {
  539. // 将图片另存到tos
  540. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  541. }
  542. $result_urls[] = $url;
  543. }
  544. }
  545. if (empty($result_urls)) {
  546. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  547. 'error_message' => '所有图片生成失败',
  548. 'result_json' => $responseData
  549. ]);
  550. return;
  551. }
  552. // 更新任务状态为成功
  553. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  554. 'result_url' => $result_urls,
  555. 'result_json' => $responseData
  556. ]);
  557. // 同步调整分镜图片状态和结果
  558. $segment_id = getProp($task, 'alias_segment_id');
  559. if ($segment_id) {
  560. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  561. 'img_url' => $result_urls[0],
  562. 'pic_task_status' => '已完成',
  563. ]);
  564. // 如果是首帧图ID则更新anime表
  565. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  566. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  567. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  568. Redis::srem('anime_first_frame_urls', $segment_id);
  569. }
  570. }
  571. } catch (\Exception $e) {
  572. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  573. 'error_message' => '处理响应失败: ' . $e->getMessage()
  574. ]);
  575. }
  576. }
  577. public function getTaskList($data)
  578. {
  579. $task_id = getProp($data, 'task_id');
  580. $status = getProp($data, 'status');
  581. $query = MpGeneratePicTask::select('*');
  582. if ($task_id) {
  583. $query->where('id', $task_id);
  584. }
  585. if ($status) {
  586. $query->where('status', $status);
  587. }
  588. return $query->orderBy('created_at', 'desc')->paginate();
  589. }
  590. /**
  591. * 查询任务状态
  592. *
  593. * @param MpGeneratePicTask $task
  594. * @return array
  595. */
  596. public function queryTaskStatus(MpGeneratePicTask $task): array
  597. {
  598. // 根据模型类型调用不同的查询方法
  599. if ($task->model === self::MODEL_JIMENG_4) {
  600. return $this->queryJimengTaskStatus($task);
  601. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  602. return $this->queryNanoBananaTaskStatus($task);
  603. } else {
  604. // 火山API是同步返回结果,不需要查询
  605. return [
  606. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  607. 'error_message' => $task->error_message,
  608. 'result_url' => $task->result_url,
  609. 'result_json' => $task->result_json ?? []
  610. ];
  611. }
  612. }
  613. /**
  614. * 查询即梦AI任务状态
  615. *
  616. * @param MpGeneratePicTask $task
  617. * @return array
  618. */
  619. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  620. {
  621. try {
  622. // 获取API任务ID
  623. $apiTaskId = $task->task_id ?? null;
  624. if (!$apiTaskId) {
  625. return [
  626. 'status' => 'failed',
  627. 'error_message' => 'API任务ID不存在',
  628. 'result_url' => null
  629. ];
  630. }
  631. //构建查询参数
  632. $apiParams = [
  633. 'req_key' => 'jimeng_t2i_v40',
  634. 'task_id' => $apiTaskId,
  635. 'req_json' => '{"return_url":true}' // 返回URL格式
  636. ];
  637. //调用即梦AI 4.0 API查询任务状态
  638. $response = $this->volcEngineService->request(
  639. 'POST',
  640. 'visual.volcengineapi.com',
  641. '/', // 使用根路径
  642. [], // Query参数
  643. json_encode($apiParams),
  644. env('VOLC_AI_AK'),
  645. env('VOLC_AI_SK'),
  646. 'cv',
  647. 'cn-north-1',
  648. 'CVSync2AsyncGetResult',
  649. '2022-08-31',
  650. 'application/json'
  651. );
  652. $responseData = json_decode($response['body'], true);
  653. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  654. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  655. if ($responseData['code'] !== 10000) {
  656. // API返回错误
  657. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  658. return [
  659. 'status' => 'failed',
  660. 'error_message' => $responseData['message'] ?? 'API Error',
  661. 'result_url' => null,
  662. 'result_json' => $responseData ?? []
  663. ];
  664. }
  665. // 解析API响应
  666. $result = $responseData['data'] ?? [];
  667. $taskStatus = $result['status'] ?? 'failed';
  668. $returnData = [
  669. 'status' => $taskStatus,
  670. 'error_message' => null,
  671. 'result_url' => null,
  672. 'result_json' => $responseData ?? []
  673. ];
  674. // 如果任务成功,获取结果URL
  675. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  676. $result_urls = [];
  677. foreach ($result['image_urls'] as $url) {
  678. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  679. $pic_ext = getImgExtFromUrl($url);
  680. $pic_name = $pic_name . $pic_ext;
  681. if ($pic_ext === '.png') {
  682. $comporessed_data = compressRemoteImageUrlToSize($url);
  683. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  684. }else {
  685. // 将图片另存到tos
  686. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  687. }
  688. $result_urls[] = $url;
  689. }
  690. $returnData['result_url'] = $result_urls;
  691. $returnData['status'] = 'success';
  692. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  693. $returnData['status'] = 'failed';
  694. $returnData['error_message'] = '任务未找到或已过期';
  695. } elseif ($taskStatus === 'failed') {
  696. $returnData['status'] = 'failed';
  697. $returnData['error_message'] = '任务执行失败';
  698. }
  699. // in_queue 或 generating状态保持原status
  700. return $returnData;
  701. } catch (\Exception $e) {
  702. return [
  703. 'status' => 'failed',
  704. 'error_message' => $e->getMessage(),
  705. 'result_url' => null
  706. ];
  707. }
  708. }
  709. /**
  710. * 提交任务到NanoBanana API
  711. *
  712. * @param MpGeneratePicTask $task
  713. * @return void
  714. */
  715. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  716. {
  717. try {
  718. // 验证环境变量配置
  719. $apiKey = env('NANO_BANANA_API_KEY');
  720. if (empty($apiKey)) {
  721. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  722. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  723. ]);
  724. return;
  725. }
  726. // 根据模型选择API地址
  727. switch ($task->model) {
  728. case self::MODEL_NANO_BANANA_2:
  729. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  730. break;
  731. case self::MODEL_NANO_BANANA_PRO:
  732. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  733. break;
  734. case self::MODEL_GPT_IMAGE_2:
  735. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_gpt';
  736. break;
  737. default:
  738. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  739. 'error_message' => '不支持的模型类型: ' . $task->model
  740. ]);
  741. logDB('generate', 'error', '模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  742. return;
  743. }
  744. // 构建API请求参数
  745. $apiParams = [
  746. 'key' => $apiKey,
  747. 'prompt' => $task->prompt,
  748. ];
  749. if ($task->model == self::MODEL_GPT_IMAGE_2) {
  750. // 该模型下,size需设置为9:16类似的数值,请根据如下比例反推
  751. $apiParams['size'] = $this->getRatioFromSize($task->width, $task->height);
  752. }else {
  753. // 尺寸参数(根据宽高判断)
  754. $area = $task->width * $task->height;
  755. if ($area >= 1024*1024 && $area < 2048*2048) {
  756. $apiParams['size'] = '1k';
  757. } elseif ($area >= 2048*2048) {
  758. $apiParams['size'] = '2k';
  759. } else {
  760. $apiParams['size'] = '1k'; // 默认1k
  761. }
  762. // 画面比例
  763. if ($task->width && $task->height) {
  764. $ratio = $task->width . ':' . $task->height;
  765. // 简化比例
  766. $gcd = $this->gcd($task->width, $task->height);
  767. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  768. $apiParams['aspectRatio'] = $ratio;
  769. }
  770. }
  771. // 参考图片
  772. if ($task->ref_img_url) {
  773. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  774. }
  775. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  776. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  777. // 调用NanoBanana API
  778. $response = $this->httpClient->post($apiUrl, [
  779. 'query' => ['key' => $apiKey],
  780. 'json' => $apiParams,
  781. ]);
  782. $responseData = json_decode($response->getBody()->getContents(), true);
  783. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  784. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  785. if ($responseData['code'] !== 200) {
  786. // API返回错误
  787. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  788. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  789. 'error_message' => $responseData['msg'] ?? 'API Error',
  790. 'extra_params' => $responseData
  791. ]);
  792. } else {
  793. // 任务提交成功,更新状态为处理中
  794. $updateData = [];
  795. // 存储API返回的任务ID
  796. if (isset($responseData['data']['id'])) {
  797. $updateData['task_id'] = $responseData['data']['id'];
  798. $updateData['extra_params'] = $responseData;
  799. }
  800. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  801. }
  802. } catch (\Exception $e) {
  803. // 记录错误
  804. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  805. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  806. 'error_message' => 'API请求失败: ' . $e->getMessage()
  807. ]);
  808. }
  809. }
  810. /**
  811. * 查询NanoBanana任务状态
  812. *
  813. * @param MpGeneratePicTask $task
  814. * @return array
  815. */
  816. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  817. {
  818. try {
  819. // 获取API任务ID
  820. $apiTaskId = $task->task_id ?? null;
  821. $apiKey = env('NANO_BANANA_API_KEY');
  822. if (!$apiTaskId) {
  823. return [
  824. 'status' => 'failed',
  825. 'error_message' => 'API任务ID不存在',
  826. 'result_url' => null
  827. ];
  828. }
  829. if (empty($apiKey)) {
  830. return [
  831. 'status' => 'failed',
  832. 'error_message' => 'NanoBanana API KEY未配置',
  833. 'result_url' => null
  834. ];
  835. }
  836. // 调用统一查询接口
  837. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  838. 'query' => [
  839. 'key' => $apiKey,
  840. 'id' => $apiTaskId
  841. ]
  842. ]);
  843. $responseData = json_decode($response->getBody()->getContents(), true);
  844. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  845. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  846. if ($responseData['code'] !== 200) {
  847. // API返回错误
  848. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  849. return [
  850. 'status' => 'failed',
  851. 'error_message' => $responseData['msg'] ?? 'API Error',
  852. 'result_url' => null,
  853. 'result_json' => $responseData
  854. ];
  855. }
  856. // 解析API响应
  857. $data = $responseData['data'] ?? [];
  858. $taskStatus = $data['status'] ?? 0;
  859. $returnData = [
  860. 'status' => 'processing',
  861. 'error_message' => null,
  862. 'result_url' => null,
  863. 'result_json' => $responseData
  864. ];
  865. // status: 2表示成功
  866. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  867. $result_urls = [];
  868. foreach ($data['result'] as $url) {
  869. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  870. $pic_ext = getImgExtFromUrl($url);
  871. $pic_name = $pic_name . $pic_ext;
  872. if ($pic_ext === '.png') {
  873. $comporessed_data = compressRemoteImageUrlToSize($url);
  874. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  875. } else {
  876. // 将图片另存到tos
  877. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  878. }
  879. $result_urls[] = $url;
  880. }
  881. $returnData['result_url'] = $result_urls;
  882. $returnData['status'] = 'success';
  883. } elseif ($taskStatus === 3) {
  884. // status: 3表示失败
  885. $returnData['status'] = 'failed';
  886. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  887. }
  888. // status: 0或1表示处理中,保持processing状态
  889. return $returnData;
  890. } catch (\Exception $e) {
  891. return [
  892. 'status' => 'failed',
  893. 'error_message' => $e->getMessage(),
  894. 'result_url' => null
  895. ];
  896. }
  897. }
  898. /**
  899. * 计算最大公约数(用于简化比例)
  900. *
  901. * @param int $a
  902. * @param int $b
  903. * @return int
  904. */
  905. private function gcd(int $a, int $b): int
  906. {
  907. while ($b != 0) {
  908. $temp = $b;
  909. $b = $a % $b;
  910. $a = $temp;
  911. }
  912. return $a;
  913. }
  914. /**
  915. * 创建素材
  916. *
  917. * @param array $params
  918. * @return array
  919. */
  920. public function createAsset(array $params): array
  921. {
  922. try {
  923. // 验证必填参数
  924. if (empty($params['url'])) {
  925. return [
  926. 'code' => 1,
  927. 'msg' => '素材URL不能为空',
  928. 'data' => null
  929. ];
  930. }
  931. // 先获取表中是否已有该url
  932. $asset = DB::table('mp_assets')->where('url', $params['url'])->first();
  933. if ($asset) {
  934. return [
  935. 'code' => 0,
  936. 'msg' => '创建成功',
  937. 'data' => [
  938. 'id' => $asset->id,
  939. 'asset_id' => $asset->asset_id,
  940. 'group_id' => $asset->group_id,
  941. 'group_name' => $asset->group_name,
  942. ]
  943. ];
  944. }
  945. // 获取API配置
  946. $apiKey = env('ZHIZHEN_AI_SK');
  947. $apiUrl = 'https://model-relay.zzengine.net';
  948. if (empty($apiKey)) {
  949. return [
  950. 'code' => 1002,
  951. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  952. 'data' => null
  953. ];
  954. }
  955. // 构建请求参数
  956. $requestData = [
  957. 'url' => $params['url'],
  958. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  959. ];
  960. // 可选参数
  961. if (!empty($params['name'])) {
  962. $requestData['name'] = $params['name'];
  963. }
  964. if (!empty($params['group_id'])) {
  965. $requestData['group_id'] = $params['group_id'];
  966. }
  967. dLog('generate')->info('智真AI创建素材请求参数: ', $requestData);
  968. // 调用智真AI API
  969. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  970. 'headers' => [
  971. 'X-Api-Key' => $apiKey,
  972. 'Content-Type' => 'application/json',
  973. ],
  974. 'json' => $requestData,
  975. ]);
  976. $responseData = json_decode($response->getBody()->getContents(), true);
  977. dLog('generate')->info('智真AI创建素材响应: ', $responseData);
  978. logDB('generate', 'info', '智真AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  979. if ($responseData['code'] !== 0) {
  980. return [
  981. 'code' => $responseData['code'],
  982. 'msg' => $responseData['msg'] ?? '创建素材失败',
  983. 'data' => null
  984. ];
  985. }
  986. // 保存素材记录到数据库
  987. $assetData = $responseData['data'] ?? [];
  988. $asset = MpAsset::create([
  989. 'asset_id' => $assetData['asset_id'] ?? '',
  990. 'group_id' => $assetData['group_id'] ?? null,
  991. 'group_name' => $assetData['group_name'] ?? null,
  992. 'name' => $params['name'] ?? null,
  993. 'url' => $params['url'],
  994. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  995. 'status' => MpAsset::STATUS_PROCESSING,
  996. 'extra_params' => $responseData,
  997. ]);
  998. return [
  999. 'code' => 0,
  1000. 'msg' => '创建成功',
  1001. 'data' => [
  1002. 'id' => $asset->id,
  1003. 'asset_id' => $asset->asset_id,
  1004. 'group_id' => $asset->group_id,
  1005. 'group_name' => $asset->group_name,
  1006. ]
  1007. ];
  1008. } catch (\Exception $e) {
  1009. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  1010. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  1011. return [
  1012. 'code' => 20003,
  1013. 'msg' => '创建素材失败: ' . $e->getMessage(),
  1014. 'data' => null
  1015. ];
  1016. }
  1017. }
  1018. /**
  1019. * 查询素材
  1020. *
  1021. * @param string $assetId
  1022. * @return array
  1023. */
  1024. public function getAsset(string $assetId): array
  1025. {
  1026. try {
  1027. // 验证参数
  1028. if (empty($assetId)) {
  1029. return [
  1030. 'code' => 20003,
  1031. 'msg' => '素材ID不能为空',
  1032. 'data' => null
  1033. ];
  1034. }
  1035. // 先获取表中是否已有该url
  1036. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->first();
  1037. if ($assetInfo) {
  1038. $assetInfo = (array)$assetInfo;
  1039. $status = getProp($assetInfo, 'status');
  1040. if (in_array($status, ['Active', 'Failed'])) {
  1041. $assetInfo['id'] = $assetInfo['asset_id'];
  1042. return [
  1043. 'code' => 0,
  1044. 'msg' => '查询成功',
  1045. 'data' => [
  1046. 'asset' => $assetInfo
  1047. ]
  1048. ];
  1049. }
  1050. }
  1051. // 获取API配置
  1052. $apiKey = env('ZHIZHEN_AI_SK');
  1053. $apiUrl = 'https://model-relay.zzengine.net';
  1054. if (empty($apiKey)) {
  1055. return [
  1056. 'code' => 1002,
  1057. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1058. 'data' => null
  1059. ];
  1060. }
  1061. dLog('generate')->info('智真AI查询素材: ' . $assetId);
  1062. // 调用智真AI API
  1063. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1064. 'headers' => [
  1065. 'X-Api-Key' => $apiKey,
  1066. 'Content-Type' => 'application/json',
  1067. ],
  1068. 'json' => [
  1069. 'asset_id' => $assetId,
  1070. ],
  1071. ]);
  1072. $responseData = json_decode($response->getBody()->getContents(), true);
  1073. dLog('generate')->info('智真AI查询素材响应: ', $responseData);
  1074. logDB('generate', 'info', '智真AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1075. if ($responseData['code'] !== 0) {
  1076. return [
  1077. 'code' => $responseData['code'],
  1078. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1079. 'data' => null
  1080. ];
  1081. }
  1082. $assetInfo = $responseData['data']['asset'] ?? [];
  1083. // 更新本地数据库记录
  1084. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1085. if ($localAsset) {
  1086. $localAsset->update([
  1087. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1088. 'cover_url' => $assetInfo['url'] ?? null,
  1089. 'extra_params' => $responseData,
  1090. ]);
  1091. }
  1092. return [
  1093. 'code' => 0,
  1094. 'msg' => '查询成功',
  1095. 'data' => [
  1096. 'asset' => $assetInfo
  1097. ]
  1098. ];
  1099. } catch (\Exception $e) {
  1100. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1101. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1102. return [
  1103. 'code' => 20003,
  1104. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1105. 'data' => null
  1106. ];
  1107. }
  1108. }
  1109. /**
  1110. * 更新所有待处理任务的状态
  1111. *
  1112. * @return void
  1113. */
  1114. public function updatePendingTasks(): void
  1115. {
  1116. dLog('generate')->info('更新图片状态ing');
  1117. // 1. 处理火山API的pending任务(批量提交到队列)
  1118. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1119. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1120. ->orderBy('created_at', 'asc')
  1121. ->limit(50) // 每次最多处理50个任务,避免超时
  1122. ->get();
  1123. foreach ($volcPendingTasks as $task) {
  1124. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1125. // 分发到队列
  1126. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1127. }
  1128. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1129. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1130. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1131. ->orderBy('created_at', 'asc')
  1132. ->limit(50) // 每次最多处理50个任务,避免超时
  1133. ->get();
  1134. foreach ($gptImage2PendingTasks as $task) {
  1135. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1136. // 分发到队列
  1137. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1138. }
  1139. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1140. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1141. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1142. ->get();
  1143. foreach ($processingTasks as $task) {
  1144. $statusInfo = $this->queryTaskStatus($task);
  1145. if ($statusInfo['status'] === 'success') {
  1146. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1147. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  1148. 'result_url' => $statusInfo['result_url'],
  1149. 'result_json' => $statusInfo['result_json'] ?? []
  1150. ]);
  1151. // 同步调整分镜图片状态和结果
  1152. $segment_id = getProp($task, 'alias_segment_id');
  1153. if ($segment_id) {
  1154. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1155. 'img_url' => $statusInfo['result_url'][0],
  1156. 'pic_task_status' => '已完成',
  1157. ]);
  1158. // 如果是首帧图ID则更新anime表
  1159. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  1160. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  1161. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url'=>$statusInfo['result_url'][0], 'updated_at'=>date('Y-m-d H:i:s')]);
  1162. Redis::srem('anime_first_frame_urls', $segment_id);
  1163. }
  1164. }
  1165. } elseif ($statusInfo['status'] === 'failed') {
  1166. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1167. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1168. 'error_message' => $statusInfo['error_message'],
  1169. 'result_json' => $statusInfo['result_json'] ?? []
  1170. ]);
  1171. if (getProp($task, 'alias_segment_id')) {
  1172. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1173. 'pic_task_status' => '失败',
  1174. ]);
  1175. }
  1176. }
  1177. // 如果仍然是处理中状态,不做任何操作
  1178. //处理:如果任务处理超过12小时,标记为失败
  1179. $processingTime = now()->diffInHours($task->created_at);
  1180. if ($processingTime > 12) {
  1181. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1182. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1183. 'error_message' => '任务处理超时(超过12小时)'
  1184. ]);
  1185. }
  1186. }
  1187. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1188. $this->processNextQueuedTask();
  1189. }
  1190. /**
  1191. * 处理下一个排队的任务
  1192. *
  1193. * @return void
  1194. */
  1195. public function processNextQueuedTask(): void
  1196. {
  1197. // 检查是否还有正在处理的任务(仅即梦AI)
  1198. if ($this->hasProcessingTask()) {
  1199. return; // 如果还有处理中的任务,不处理新任务
  1200. }
  1201. // 获取最早的待处理任务(仅即梦AI)
  1202. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1203. ->where('model', self::MODEL_JIMENG_4)
  1204. ->orderBy('created_at', 'asc')
  1205. ->first();
  1206. if ($nextTask) {
  1207. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1208. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1209. $this->submitTaskToJimengApi($nextTask);
  1210. }
  1211. }
  1212. /**
  1213. * 获取任务队列状态
  1214. *
  1215. * @return array
  1216. */
  1217. public function getQueueStatus(): array
  1218. {
  1219. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1220. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1221. return [
  1222. 'processing_count' => $processingCount,
  1223. 'pending_count' => $pendingCount,
  1224. 'can_submit_new_task' => $processingCount === 0
  1225. ];
  1226. }
  1227. /**
  1228. * 处理智真AI的参考图片转素材
  1229. *
  1230. * @param array $referenceImages 参考图片URL数组
  1231. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1232. * @return array 返回素材ID数组
  1233. */
  1234. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1235. {
  1236. $assetIds = [];
  1237. $failedIndexes = []; // 记录失败的图片序号
  1238. foreach ($referenceImages as $index => $imageUrl) {
  1239. $imageIndex = $index + 1; // 图片序号从1开始
  1240. try {
  1241. dLog('generate')->info("开始处理参考图片 {$imageIndex}: {$imageUrl}");
  1242. // 1. 创建素材
  1243. $createResult = $this->createAsset([
  1244. 'url' => $imageUrl,
  1245. 'asset_type' => MpAsset::TYPE_IMAGE,
  1246. 'name' => "参考图片_{$imageIndex}_" . time(),
  1247. ]);
  1248. if ($createResult['code'] !== 0) {
  1249. dLog('generate')->warning("图片 {$imageIndex} 创建素材失败: " . $createResult['msg']);
  1250. logDB('generate', 'warning', '创建素材失败', [
  1251. 'image_url' => $imageUrl,
  1252. 'index' => $imageIndex,
  1253. 'error' => $createResult['msg']
  1254. ]);
  1255. $failedIndexes[] = $imageIndex;
  1256. continue;
  1257. }
  1258. $assetId = $createResult['data']['asset_id'];
  1259. dLog('generate')->info("图片 {$imageIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1260. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1261. $maxAttempts = 100;
  1262. $attempt = 0;
  1263. $assetStatus = null;
  1264. while ($attempt < $maxAttempts) {
  1265. sleep(3); // 等待3秒
  1266. $attempt++;
  1267. $getResult = $this->getAsset($assetId);
  1268. if ($getResult['code'] !== 0) {
  1269. dLog('generate')->warning("图片 {$imageIndex} 查询素材状态失败: " . $getResult['msg']);
  1270. continue;
  1271. }
  1272. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1273. dLog('generate')->info("图片 {$imageIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1274. if ($assetStatus === 'Active') {
  1275. // 素材可用
  1276. $assetIds[] = $assetId;
  1277. dLog('generate')->info("图片 {$imageIndex} 素材处理成功,asset_id: {$assetId}");
  1278. logDB('generate', 'info', '素材转换成功', [
  1279. 'image_url' => $imageUrl,
  1280. 'index' => $imageIndex,
  1281. 'asset_id' => $assetId
  1282. ]);
  1283. break;
  1284. } elseif ($assetStatus === 'Failed') {
  1285. // 素材处理失败
  1286. dLog('generate')->warning("图片 {$imageIndex} 素材处理失败");
  1287. logDB('generate', 'warning', '素材处理失败', [
  1288. 'image_url' => $imageUrl,
  1289. 'index' => $imageIndex,
  1290. 'asset_id' => $assetId
  1291. ]);
  1292. $failedIndexes[] = $imageIndex;
  1293. break;
  1294. }
  1295. // 其他状态(Processing等)继续等待
  1296. }
  1297. // 如果超时还未成功
  1298. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1299. dLog('generate')->warning("图片 {$imageIndex} 素材处理超时");
  1300. logDB('generate', 'warning', '素材处理超时', [
  1301. 'image_url' => $imageUrl,
  1302. 'index' => $imageIndex,
  1303. 'asset_id' => $assetId,
  1304. 'last_status' => $assetStatus
  1305. ]);
  1306. $failedIndexes[] = $imageIndex;
  1307. }
  1308. } catch (\Exception $e) {
  1309. dLog('generate')->error("图片 {$imageIndex} 处理异常: " . $e->getMessage());
  1310. logDB('generate', 'error', '素材转换异常', [
  1311. 'image_url' => $imageUrl,
  1312. 'index' => $imageIndex,
  1313. 'error' => $e->getMessage()
  1314. ]);
  1315. $failedIndexes[] = $imageIndex;
  1316. }
  1317. }
  1318. // 处理失败的图片:从 fullPrompt 中删除对应的标记并调整序号
  1319. if (!empty($failedIndexes)) {
  1320. dLog('generate')->info('开始处理失败图片的提示词调整,失败序号: ' . implode(',', $failedIndexes));
  1321. // 按序号从大到小排序,避免删除时影响后续序号
  1322. rsort($failedIndexes);
  1323. foreach ($failedIndexes as $failedIndex) {
  1324. // 删除失败图片的标记,例如 <图片1>、<图片2> 等
  1325. $pattern = "/<图片{$failedIndex}>/u";
  1326. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1327. dLog('generate')->info("已从提示词中删除 <图片{$failedIndex}>");
  1328. }
  1329. // 重新调整剩余图片的序号
  1330. // 例如:如果图片2失败,图片3、图片4需要改为图片2、图片3
  1331. $needAdjust = false;
  1332. foreach ($failedIndexes as $failedIndex) {
  1333. $needAdjust = true;
  1334. // 将所有大于失败序号的图片标记序号减1
  1335. for ($i = $failedIndex + 1; $i <= count($referenceImages); $i++) {
  1336. $oldPattern = "/<图片{$i}>/u";
  1337. $newTag = "<图片" . ($i - 1) . ">";
  1338. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1339. }
  1340. }
  1341. if ($needAdjust) {
  1342. dLog('generate')->info('提示词图片序号调整完成');
  1343. logDB('generate', 'info', '提示词调整', [
  1344. 'failed_indexes' => $failedIndexes,
  1345. 'adjusted_prompt' => $fullPrompt
  1346. ]);
  1347. }
  1348. }
  1349. dLog('generate')->info('参考图片转素材完成,成功数量: ' . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1350. // 格式化为可直接在API接口中使用的数组
  1351. foreach($assetIds as &$assetId) {
  1352. $assetId = "asset://{$assetId}";
  1353. }
  1354. return $assetIds;
  1355. }
  1356. /**
  1357. * 根据宽高反推图片比例
  1358. * @param int $width 宽度
  1359. * @param int $height 高度
  1360. * @return string 比例字符串,如 "9:16",匹配不到则返回 "auto"
  1361. */
  1362. private function getRatioFromSize($width, $height)
  1363. {
  1364. if (!$width || !$height) {
  1365. return 'auto';
  1366. }
  1367. // 遍历所有预定义的比例,查找匹配的
  1368. foreach (BaseConst::IMAGE_RATIOS as $ratio => $size) {
  1369. if ($size['width'] == $width && $size['height'] == $height) {
  1370. return $ratio;
  1371. }
  1372. }
  1373. // 没有精确匹配,尝试通过计算比例匹配
  1374. $gcd = $this->gcd($width, $height);
  1375. $simplifiedRatio = ($width / $gcd) . ':' . ($height / $gcd);
  1376. // 检查简化后的比例是否在预定义列表中
  1377. if (isset(BaseConst::IMAGE_RATIOS[$simplifiedRatio])) {
  1378. return $simplifiedRatio;
  1379. }
  1380. return 'auto';
  1381. }
  1382. }