AIImageGenerationService.php 63 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553
  1. <?php
  2. namespace App\Services\AIGeneration;
  3. use App\Models\MpGeneratePicTask;
  4. use App\Models\MpAsset;
  5. use App\Services\VolcEngineService;
  6. use GuzzleHttp\Client;
  7. use GuzzleHttp\Exception\GuzzleException;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. use Illuminate\Support\Facades\Redis;
  11. use App\Consts\BaseConst;
  12. class AIImageGenerationService
  13. {
  14. private $volcEngineService;
  15. private $httpClient;
  16. // 模型常量
  17. const MODEL_JIMENG_4 = 'jimeng_4.0';
  18. const MODEL_NANO_BANANA_2 = 'NanoBanana2';
  19. const MODEL_NANO_BANANA_PRO = 'NanoBananaPro';
  20. const MODEL_GPT_IMAGE_2 = 'GptImage2';
  21. public function __construct(VolcEngineService $volcEngineService)
  22. {
  23. $this->volcEngineService = $volcEngineService;
  24. $this->httpClient = new Client([
  25. 'timeout' => 300,
  26. ]);
  27. }
  28. /**
  29. * 异步创建图片生成任务
  30. *
  31. * @param array $params
  32. * @return MpGeneratePicTask
  33. */
  34. public function createImageGenerationTask(array $params): MpGeneratePicTask
  35. {
  36. // // 获取模型类型,默认使用即梦AI 4.0
  37. // $model = $params['model'] ?? self::MODEL_JIMENG_4;
  38. // 获取模型类型,默认使用即梦seedream5.0-lite
  39. $model = $params['model'] ?? 'doubao-seedream-5-0-lite-260128';
  40. // 检查是否有正在处理的任务(仅即梦AI需要排队)
  41. if ($model === self::MODEL_JIMENG_4 && $this->hasProcessingTask()) {
  42. // 如果有正在处理的任务,创建排队任务
  43. return $this->createQueuedTask($params);
  44. }
  45. // 生成唯一的任务ID
  46. $taskId = 'img_gen_' . time() . '_' . uniqid();
  47. // 创建任务记录
  48. $task = MpGeneratePicTask::create([
  49. 'task_id' => $taskId,
  50. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  51. 'prompt' => $params['prompt'] ?? '',
  52. 'width' => $params['width'] ?? 1600,
  53. 'height' => $params['height'] ?? 2848,
  54. 'image_num' => $params['image_num'] ?? 1,
  55. 'scale' => $params['scale'] ?? 50,
  56. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  57. 'mask_img_url' => $params['mask_img_url'] ?? null,
  58. 'extra_params' => $params['extra_params'] ?? null,
  59. 'status' => MpGeneratePicTask::STATUS_PENDING,
  60. 'model' => $model,
  61. ]);
  62. // 即梦AI和NanoBanana系列立即提交任务,火山API在定时任务中提交
  63. if ($model === self::MODEL_JIMENG_4) {
  64. $this->submitTaskToJimengApi($task);
  65. } elseif (in_array($model, BaseConst::NANO_BANANA_MODELS)) {
  66. $this->submitTaskToNanoBananaApi($task);
  67. }
  68. return $task;
  69. }
  70. /**
  71. * 检查是否有正在处理的任务
  72. *
  73. * @return bool
  74. */
  75. private function hasProcessingTask(): bool
  76. {
  77. return MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  78. ->exists();
  79. }
  80. /**
  81. * 创建排队任务
  82. *
  83. * @param array $params
  84. * @return MpGeneratePicTask
  85. */
  86. private function createQueuedTask(array $params): MpGeneratePicTask
  87. {
  88. // 生成唯一的任务ID
  89. $taskId = 'img_gen_' . time() . '_' . uniqid();
  90. // 获取模型类型
  91. $model = $params['model'] ?? self::MODEL_JIMENG_4;
  92. // 创建排队状态的任务记录
  93. return MpGeneratePicTask::create([
  94. 'task_id' => $taskId,
  95. 'alias_segment_id' => $params['alias_segment_id'] ?? 0,
  96. 'prompt' => $params['prompt'] ?? '',
  97. 'width' => $params['width'] ?? 1600,
  98. 'height' => $params['height'] ?? 2848,
  99. 'image_num' => $params['image_num'] ?? 1,
  100. 'scale' => $params['scale'] ?? 50,
  101. 'ref_img_url' => $params['ref_img_urls'] ?? null,
  102. 'mask_img_url' => $params['mask_img_url'] ?? null,
  103. 'extra_params' => $params['extra_params'] ?? null,
  104. 'status' => MpGeneratePicTask::STATUS_PENDING,
  105. 'model' => $model,
  106. ]);
  107. }
  108. /**
  109. * 提交任务到即梦AI API
  110. *
  111. * @param MpGeneratePicTask $task
  112. * @return void
  113. */
  114. private function submitTaskToJimengApi(MpGeneratePicTask $task): void
  115. {
  116. try {
  117. // 验证环境变量配置
  118. $accessKey = env('VOLC_AI_AK');
  119. $secretKey = env('VOLC_AI_SK');
  120. if (empty($accessKey) || empty($secretKey)) {
  121. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  122. 'error_message' => '火山引擎访问密钥未配置,请检查环境变量AK和SK'
  123. ]);
  124. return;
  125. }
  126. //构建即梦AI 4.0 API请求参数
  127. $apiParams = [
  128. 'req_key' => 'jimeng_t2i_v40',
  129. 'prompt' => $task->prompt,
  130. 'scale' => $task->scale / 100, //为0-1范围
  131. ];
  132. // 添加可选参数
  133. if ($task->image_num > 1) {
  134. $apiParams['force_single'] = false;
  135. } else {
  136. $apiParams['force_single'] = true;
  137. }
  138. // 参考图片
  139. if ($task->ref_img_url) {
  140. $apiParams['image_urls'] = $task->ref_img_url;
  141. }
  142. // if ($task->mask_img_url) {
  143. // $apiParams['image_urls'] = $task->mask_img_url;
  144. // }
  145. // 尺寸参数
  146. $area = $task->width * $task->height; //计算面积
  147. if ($area >= 1024*1024 && $area <= 4096*4096) {
  148. $apiParams['size'] = (int)$area;
  149. }
  150. dLog('generate')->info('即梦AI文生图参数: ', $apiParams);
  151. logDB('generate', 'info', '即梦AI文生图任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  152. //调用即梦AI 4.0 API提交任务
  153. $response = $this->volcEngineService->request(
  154. 'POST',
  155. 'visual.volcengineapi.com', //即梦AI API域名
  156. '/', // 使用根路径
  157. [], // Query参数
  158. json_encode($apiParams),
  159. $accessKey,
  160. $secretKey,
  161. 'cv', // 服务标识
  162. 'cn-north-1', //区域
  163. 'CVSync2AsyncSubmitTask',
  164. '2022-08-31',
  165. 'application/json'
  166. );
  167. $responseData = json_decode($response['body'], true);
  168. dLog('generate')->info('即梦AI 4.0 API提交任务响应: ', $responseData);
  169. logDB('generate', 'info', '即梦AI 4.0 API提交任务响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  170. if ($responseData['code'] !== 10000) {
  171. // API返回错误
  172. logDB('generate', 'error', '即梦AI任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['message'] ?? 'API Error']);
  173. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  174. 'error_message' => $responseData['message'] ?? 'API Error',
  175. 'extra_params' => $responseData['data'] ?? []
  176. ]);
  177. } else {
  178. // 任务提交成功,更新状态为处理中
  179. $updateData = [];
  180. //存储API返回的任务ID
  181. if (isset($responseData['data']['task_id'])) {
  182. $updateData['task_id'] = $responseData['data']['task_id'];
  183. $updateData['extra_params'] = $responseData ?? [];
  184. }
  185. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  186. }
  187. } catch (\Exception $e) {
  188. // 记录错误
  189. logDB('generate', 'error', '即梦AI任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  190. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  191. 'error_message' => 'API请求失败: ' . $e->getMessage()
  192. ]);
  193. }
  194. }
  195. /**
  196. * 提交任务到GPT-Image2 API
  197. *
  198. * @param MpGeneratePicTask $task
  199. * @return void
  200. */
  201. public function submitTaskToGptImage2Api(MpGeneratePicTask $task): void
  202. {
  203. try {
  204. // 验证环境变量配置
  205. $apiKey = env('GPT_IMAGE2_API_KEY');
  206. if (empty($apiKey)) {
  207. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  208. 'error_message' => 'GPT-Image2 API KEY未配置,请检查环境变量GPT_IMAGE2_API_KEY'
  209. ]);
  210. return;
  211. }
  212. // 更新状态为处理中
  213. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  214. $api_url = 'https://token.ithinkai.cn/v1/images/generations';
  215. $isEditMode = false;
  216. // 参考图片 - 如果有参考图则使用 /edits 接口
  217. if ($task->ref_img_url) {
  218. $api_url = 'https://token.ithinkai.cn/v1/images/edits';
  219. $isEditMode = true;
  220. }
  221. dLog('generate')->info('开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  222. logDB('generate', 'info', '开始调用GPT-Image2 API', ['task_id' => $task->task_id, 'mode' => $isEditMode ? 'edit' : 'generation']);
  223. // 创建专用客户端,优化配置
  224. $gptClient = new Client([
  225. 'timeout' => 600, // 10分钟超时
  226. 'connect_timeout' => 30, // 连接超时10秒
  227. 'http_errors' => false, // 不自动抛出HTTP错误
  228. 'verify' => false, // 禁用SSL验证(如果有证书问题)
  229. 'allow_redirects' => true,
  230. ]);
  231. // 根据是否有参考图选择不同的请求方式
  232. if ($isEditMode) {
  233. // 使用原生 cURL 处理 multipart/form-data 格式
  234. $imageUrl = is_array($task->ref_img_url) ? $task->ref_img_url[0] : $task->ref_img_url;
  235. dLog('generate')->info('下载参考图片', ['image_url' => $imageUrl]);
  236. // 下载图片内容
  237. $imageContent = @file_get_contents($imageUrl);
  238. if ($imageContent === false) {
  239. throw new \Exception('下载参考图片失败: ' . $imageUrl);
  240. }
  241. dLog('generate')->info('参考图片下载完成', ['size' => strlen($imageContent)]);
  242. // 保存为临时文件(cURL 需要真实文件路径)
  243. $extension = pathinfo(parse_url($imageUrl, PHP_URL_PATH), PATHINFO_EXTENSION) ?: 'png';
  244. $tempFile = tempnam(sys_get_temp_dir(), 'gpt_img_') . '.' . $extension;
  245. file_put_contents($tempFile, $imageContent);
  246. dLog('generate')->info('临时文件创建成功', ['file' => $tempFile, 'size' => filesize($tempFile)]);
  247. // 构建 POST 字段
  248. $postFields = [
  249. 'image' => new \CURLFile($tempFile, 'image/' . $extension, 'image.' . $extension),
  250. 'prompt' => $task->prompt,
  251. 'model' => 'gpt-image-2',
  252. 'n' => (int)$task->image_num,
  253. ];
  254. // 尺寸参数
  255. if ($task->width && $task->height) {
  256. $postFields['size'] = $task->width . 'x' . $task->height;
  257. }
  258. dLog('generate')->info('GPT-Image2 API参数(编辑模式-cURL)', ['api_url' => $api_url, 'prompt' => $task->prompt, 'size' => ($task->width . 'x' . $task->height), 'n' => (int)$task->image_num]);
  259. logDB('generate', 'info', 'GPT-Image2任务提交(编辑模式)', ['task_id' => $task->task_id, 'api_url' => $api_url, 'image_url' => $imageUrl, 'prompt' => $task->prompt]);
  260. $startTime = microtime(true);
  261. // 使用原生 cURL
  262. $ch = curl_init();
  263. curl_setopt_array($ch, [
  264. CURLOPT_URL => $api_url,
  265. CURLOPT_RETURNTRANSFER => true,
  266. CURLOPT_POST => true,
  267. CURLOPT_POSTFIELDS => $postFields,
  268. CURLOPT_HTTPHEADER => [
  269. 'Authorization: Bearer ' . $apiKey,
  270. 'Accept: application/json',
  271. 'Expect:', // 移除 Expect: 100-continue,避免等待
  272. ],
  273. CURLOPT_TIMEOUT => 600,
  274. CURLOPT_CONNECTTIMEOUT => 30,
  275. CURLOPT_SSL_VERIFYPEER => false,
  276. CURLOPT_SSL_VERIFYHOST => false,
  277. CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1, // 强制使用 HTTP/1.1
  278. ]);
  279. dLog('generate')->info('开始发送cURL请求');
  280. $responseBody = curl_exec($ch);
  281. $statusCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  282. $curlError = curl_error($ch);
  283. $curlErrno = curl_errno($ch);
  284. curl_close($ch);
  285. // 删除临时文件
  286. @unlink($tempFile);
  287. $elapsed = round(microtime(true) - $startTime, 2);
  288. dLog('generate')->info('cURL请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode, 'curl_errno' => $curlErrno]);
  289. if ($curlErrno !== 0) {
  290. throw new \Exception('cURL错误: ' . $curlError . ' (错误码: ' . $curlErrno . ')');
  291. }
  292. if (empty($responseBody)) {
  293. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  294. }
  295. } else {
  296. // 使用 JSON 格式 (原有的文生图模式)
  297. $apiParams = [
  298. 'model' => 'gpt-image-2',
  299. 'prompt' => $task->prompt,
  300. ];
  301. // 尺寸参数
  302. if ($task->width && $task->height) {
  303. $apiParams['size'] = $task->width . 'x' . $task->height;
  304. }
  305. dLog('generate')->info('GPT-Image2 API参数', $apiParams);
  306. logDB('generate', 'info', 'GPT-Image2任务提交', ['task_id' => $task->task_id, 'api_url' => $api_url, 'params' => $apiParams]);
  307. $startTime = microtime(true);
  308. // 调用GPT-Image2 API
  309. $response = $gptClient->post($api_url, [
  310. 'headers' => [
  311. 'Authorization' => 'Bearer ' . $apiKey,
  312. 'Content-Type' => 'application/json',
  313. ],
  314. 'json' => $apiParams,
  315. ]);
  316. $statusCode = $response->getStatusCode();
  317. $responseBody = $response->getBody()->getContents();
  318. $elapsed = round(microtime(true) - $startTime, 2);
  319. dLog('generate')->info('Guzzle请求完成', ['elapsed' => $elapsed . 's', 'http_code' => $statusCode]);
  320. if (empty($responseBody)) {
  321. throw new \Exception('API返回空响应,HTTP状态码: ' . $statusCode);
  322. }
  323. }
  324. // 解析响应
  325. dLog('generate')->info('响应数据长度', ['length' => strlen($responseBody)]);
  326. $responseData = json_decode($responseBody, true);
  327. if (json_last_error() !== JSON_ERROR_NONE) {
  328. dLog('generate')->error('JSON解析失败', ['error' => json_last_error_msg(), 'body' => substr($responseBody, 0, 500)]);
  329. throw new \Exception('JSON解析失败: ' . json_last_error_msg());
  330. }
  331. dLog('generate')->info('GPT-Image2 API响应', $responseData);
  332. logDB('generate', 'info', 'GPT-Image2 API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  333. if (isset($responseData['error'])) {
  334. // API返回错误
  335. logDB('generate', 'error', 'GPT-Image2任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  336. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  337. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  338. 'result_json' => $responseData
  339. ]);
  340. } else {
  341. // 任务提交成功,直接处理结果
  342. dLog('generate')->info('开始处理GPT-Image2响应结果');
  343. $this->processGptImage2ApiResponse($task, $responseData);
  344. }
  345. } catch (\Exception $e) {
  346. // 记录错误
  347. dLog('generate')->error('GPT-Image2 API请求失败: ' . $e->getMessage(), [
  348. 'task_id' => $task->task_id,
  349. 'trace' => $e->getTraceAsString()
  350. ]);
  351. logDB('generate', 'error', 'GPT-Image2任务异常', [
  352. 'task_id' => $task->task_id,
  353. 'error' => $e->getMessage(),
  354. 'file' => $e->getFile(),
  355. 'line' => $e->getLine()
  356. ]);
  357. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  358. 'error_message' => 'API请求失败: ' . $e->getMessage()
  359. ]);
  360. }
  361. }
  362. /**
  363. * 处理GPT-Image2 API响应结果
  364. *
  365. * @param MpGeneratePicTask $task
  366. * @param array $responseData
  367. * @return void
  368. */
  369. private function processGptImage2ApiResponse(MpGeneratePicTask $task, array $responseData): void
  370. {
  371. try {
  372. if (!isset($responseData['data']) || empty($responseData['data'])) {
  373. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  374. 'error_message' => '未返回图片数据',
  375. 'result_json' => $responseData
  376. ]);
  377. return;
  378. }
  379. $result_urls = [];
  380. foreach ($responseData['data'] as $imageData) {
  381. if (isset($imageData['url'])) {
  382. $url = $imageData['url'];
  383. $pic_name = 'ai_generation_gpt_' . time() . '_' . uniqid();
  384. $pic_ext = getImgExtFromUrl($url);
  385. $pic_name = $pic_name . $pic_ext;
  386. if ($pic_ext === '.png') {
  387. $comporessed_data = compressRemoteImageUrlToSize($url);
  388. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  389. } else {
  390. // 将图片另存到tos
  391. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  392. }
  393. $result_urls[] = $url;
  394. }
  395. }
  396. if (empty($result_urls)) {
  397. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  398. 'error_message' => '所有图片生成失败',
  399. 'result_json' => $responseData
  400. ]);
  401. return;
  402. }
  403. // 更新任务状态为成功
  404. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  405. 'result_url' => $result_urls,
  406. 'result_json' => $responseData
  407. ]);
  408. // 同步调整分镜图片状态和结果
  409. $segment_id = getProp($task, 'alias_segment_id');
  410. if ($segment_id) {
  411. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  412. 'img_url' => $result_urls[0],
  413. 'pic_task_status' => '已完成',
  414. ]);
  415. // 如果是首帧图ID则更新anime表
  416. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  417. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  418. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  419. Redis::srem('anime_first_frame_urls', $segment_id);
  420. }
  421. }
  422. } catch (\Exception $e) {
  423. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  424. 'error_message' => '处理响应失败: ' . $e->getMessage()
  425. ]);
  426. }
  427. }
  428. /**
  429. * 提交任务到火山图片生成API
  430. *
  431. * @param MpGeneratePicTask $task
  432. * @return void
  433. */
  434. public function submitTaskToVolcApi(MpGeneratePicTask $task): void
  435. {
  436. try {
  437. // 验证环境变量配置
  438. $apiKey = env('VOLC_AI_API_KEY');
  439. if (empty($apiKey)) {
  440. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  441. 'error_message' => '火山引擎API KEY未配置,请检查环境变量VOLC_AI_API_KEY'
  442. ]);
  443. return;
  444. }
  445. // 更新状态为处理中
  446. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING);
  447. // 构建火山图片生成API请求参数
  448. $apiParams = [
  449. 'model' => isset(BaseConst::MODELS_MAP[$task->model]) ? BaseConst::MODELS_MAP[$task->model] : $task->model,
  450. 'prompt' => $task->prompt,
  451. 'watermark' => false,
  452. ];
  453. // 尺寸参数
  454. if ($task->width && $task->height) {
  455. $apiParams['size'] = $task->width . 'x' . $task->height;
  456. }
  457. // 参考图片
  458. if ($task->ref_img_url) {
  459. if (is_array($task->ref_img_url)) {
  460. // $apiParams['image'] = count($task->ref_img_url) === 1 ? $task->ref_img_url[0] : $task->ref_img_url;
  461. $apiParams['image'] = $task->ref_img_url;
  462. } else {
  463. $apiParams['image'] = $task->ref_img_url;
  464. }
  465. }
  466. // 生成多图或者单图
  467. if ((int)$task->image_num === 1) {
  468. $apiParams['sequential_image_generation'] = 'disabled';
  469. }else if ($task->image_num > 1) {
  470. $apiParams['sequential_image_generation'] = 'auto';
  471. $apiParams['sequential_image_generation_options']['max_images'] = $task->image_num;
  472. }
  473. dLog('generate')->info('火山图片生成API参数: ', $apiParams);
  474. logDB('generate', 'info', '火山图片生成任务提交', ['task_id' => $task->task_id, 'params' => $apiParams]);
  475. // 调用火山图片生成API
  476. $response = $this->httpClient->post('https://ark.cn-beijing.volces.com/api/v3/images/generations', [
  477. 'headers' => [
  478. 'Authorization' => 'Bearer ' . $apiKey,
  479. 'Content-Type' => 'application/json',
  480. ],
  481. 'json' => $apiParams,
  482. ]);
  483. $responseData = json_decode($response->getBody()->getContents(), true);
  484. dLog('generate')->info('火山图片生成API响应: ', $responseData);
  485. logDB('generate', 'info', '火山图片生成API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  486. if (isset($responseData['error'])) {
  487. // API返回错误
  488. logDB('generate', 'error', '火山图片生成任务失败', ['task_id' => $task->task_id, 'error' => $responseData['error']['message'] ?? 'API Error']);
  489. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  490. 'error_message' => $responseData['error']['message'] ?? 'API Error',
  491. 'result_json' => $responseData
  492. ]);
  493. } else {
  494. // 任务提交成功,直接处理结果
  495. $this->processVolcApiResponse($task, $responseData);
  496. }
  497. } catch (\Exception $e) {
  498. // 记录错误
  499. dLog('generate')->error('火山API请求失败: ' . $e->getMessage());
  500. logDB('generate', 'error', '火山图片生成任务异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  501. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  502. 'error_message' => 'API请求失败: ' . $e->getMessage()
  503. ]);
  504. }
  505. }
  506. /**
  507. * 处理火山API响应结果
  508. *
  509. * @param MpGeneratePicTask $task
  510. * @param array $responseData
  511. * @return void
  512. */
  513. private function processVolcApiResponse(MpGeneratePicTask $task, array $responseData): void
  514. {
  515. try {
  516. if (!isset($responseData['data']) || empty($responseData['data'])) {
  517. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  518. 'error_message' => '未返回图片数据',
  519. 'result_json' => $responseData
  520. ]);
  521. return;
  522. }
  523. $result_urls = [];
  524. foreach ($responseData['data'] as $imageData) {
  525. if (isset($imageData['error'])) {
  526. // 单张图片生成失败
  527. dLog('generate')->warning('单张图片生成失败: ', $imageData['error']);
  528. continue;
  529. }
  530. if (isset($imageData['url'])) {
  531. $url = $imageData['url'];
  532. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  533. $pic_ext = getImgExtFromUrl($url);
  534. $pic_name = $pic_name . $pic_ext;
  535. if ($pic_ext === '.png') {
  536. $comporessed_data = compressRemoteImageUrlToSize($url);
  537. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  538. } else {
  539. // 将图片另存到tos
  540. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  541. }
  542. $result_urls[] = $url;
  543. }
  544. }
  545. if (empty($result_urls)) {
  546. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  547. 'error_message' => '所有图片生成失败',
  548. 'result_json' => $responseData
  549. ]);
  550. return;
  551. }
  552. // 更新任务状态为成功
  553. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  554. 'result_url' => $result_urls,
  555. 'result_json' => $responseData
  556. ]);
  557. // 同步调整分镜图片状态和结果
  558. $segment_id = getProp($task, 'alias_segment_id');
  559. if ($segment_id) {
  560. DB::table('mp_episode_segments')->where('segment_id', $segment_id)->update([
  561. 'img_url' => $result_urls[0],
  562. 'pic_task_status' => '已完成',
  563. ]);
  564. // 如果是首帧图ID则更新anime表
  565. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  566. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  567. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url' => $result_urls[0], 'updated_at' => date('Y-m-d H:i:s')]);
  568. Redis::srem('anime_first_frame_urls', $segment_id);
  569. }
  570. }
  571. } catch (\Exception $e) {
  572. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  573. 'error_message' => '处理响应失败: ' . $e->getMessage()
  574. ]);
  575. }
  576. }
  577. public function getTaskList($data)
  578. {
  579. $task_id = getProp($data, 'task_id');
  580. $status = getProp($data, 'status');
  581. $query = MpGeneratePicTask::select('*');
  582. if ($task_id) {
  583. $query->where('id', $task_id);
  584. }
  585. if ($status) {
  586. $query->where('status', $status);
  587. }
  588. return $query->orderBy('created_at', 'desc')->paginate();
  589. }
  590. /**
  591. * 查询任务状态
  592. *
  593. * @param MpGeneratePicTask $task
  594. * @return array
  595. */
  596. public function queryTaskStatus(MpGeneratePicTask $task): array
  597. {
  598. // 根据模型类型调用不同的查询方法
  599. if ($task->model === self::MODEL_JIMENG_4) {
  600. return $this->queryJimengTaskStatus($task);
  601. } elseif (in_array($task->model, BaseConst::NANO_BANANA_MODELS)) {
  602. return $this->queryNanoBananaTaskStatus($task);
  603. } else {
  604. // 火山API是同步返回结果,不需要查询
  605. return [
  606. 'status' => $task->status === MpGeneratePicTask::STATUS_SUCCESS ? 'success' : 'failed',
  607. 'error_message' => $task->error_message,
  608. 'result_url' => $task->result_url,
  609. 'result_json' => $task->result_json ?? []
  610. ];
  611. }
  612. }
  613. /**
  614. * 查询即梦AI任务状态
  615. *
  616. * @param MpGeneratePicTask $task
  617. * @return array
  618. */
  619. private function queryJimengTaskStatus(MpGeneratePicTask $task): array
  620. {
  621. try {
  622. // 获取API任务ID
  623. $apiTaskId = $task->task_id ?? null;
  624. if (!$apiTaskId) {
  625. return [
  626. 'status' => 'failed',
  627. 'error_message' => 'API任务ID不存在',
  628. 'result_url' => null
  629. ];
  630. }
  631. //构建查询参数
  632. $apiParams = [
  633. 'req_key' => 'jimeng_t2i_v40',
  634. 'task_id' => $apiTaskId,
  635. 'req_json' => '{"return_url":true}' // 返回URL格式
  636. ];
  637. //调用即梦AI 4.0 API查询任务状态
  638. $response = $this->volcEngineService->request(
  639. 'POST',
  640. 'visual.volcengineapi.com',
  641. '/', // 使用根路径
  642. [], // Query参数
  643. json_encode($apiParams),
  644. env('VOLC_AI_AK'),
  645. env('VOLC_AI_SK'),
  646. 'cv',
  647. 'cn-north-1',
  648. 'CVSync2AsyncGetResult',
  649. '2022-08-31',
  650. 'application/json'
  651. );
  652. $responseData = json_decode($response['body'], true);
  653. dLog('generate')->info('即梦AI 4.0 API查询任务状态响应: ', $responseData);
  654. logDB('generate', 'info', '即梦AI任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  655. if ($responseData['code'] !== 10000) {
  656. // API返回错误
  657. logDB('generate', 'error', '即梦AI任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['message'] ?? 'API Error']);
  658. return [
  659. 'status' => 'failed',
  660. 'error_message' => $responseData['message'] ?? 'API Error',
  661. 'result_url' => null,
  662. 'result_json' => $responseData ?? []
  663. ];
  664. }
  665. // 解析API响应
  666. $result = $responseData['data'] ?? [];
  667. $taskStatus = $result['status'] ?? 'failed';
  668. $returnData = [
  669. 'status' => $taskStatus,
  670. 'error_message' => null,
  671. 'result_url' => null,
  672. 'result_json' => $responseData ?? []
  673. ];
  674. // 如果任务成功,获取结果URL
  675. if ($taskStatus === 'done' && isset($result['image_urls']) && count($result['image_urls']) > 0) {
  676. $result_urls = [];
  677. foreach ($result['image_urls'] as $url) {
  678. $pic_name = 'ai_generation_' . time() . '_' . uniqid();
  679. $pic_ext = getImgExtFromUrl($url);
  680. $pic_name = $pic_name . $pic_ext;
  681. if ($pic_ext === '.png') {
  682. $comporessed_data = compressRemoteImageUrlToSize($url);
  683. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  684. }else {
  685. // 将图片另存到tos
  686. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  687. }
  688. $result_urls[] = $url;
  689. }
  690. $returnData['result_url'] = $result_urls;
  691. $returnData['status'] = 'success';
  692. } elseif (in_array($taskStatus, ['not_found', 'expired'])) {
  693. $returnData['status'] = 'failed';
  694. $returnData['error_message'] = '任务未找到或已过期';
  695. } elseif ($taskStatus === 'failed') {
  696. $returnData['status'] = 'failed';
  697. $returnData['error_message'] = '任务执行失败';
  698. }
  699. // in_queue 或 generating状态保持原status
  700. return $returnData;
  701. } catch (\Exception $e) {
  702. return [
  703. 'status' => 'failed',
  704. 'error_message' => $e->getMessage(),
  705. 'result_url' => null
  706. ];
  707. }
  708. }
  709. /**
  710. * 提交任务到NanoBanana API
  711. *
  712. * @param MpGeneratePicTask $task
  713. * @return void
  714. */
  715. private function submitTaskToNanoBananaApi(MpGeneratePicTask $task): void
  716. {
  717. try {
  718. // 验证环境变量配置
  719. $apiKey = env('NANO_BANANA_API_KEY');
  720. if (empty($apiKey)) {
  721. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  722. 'error_message' => 'NanoBanana API KEY未配置,请检查环境变量NANO_BANANA_API_KEY'
  723. ]);
  724. return;
  725. }
  726. // 根据模型选择API地址
  727. switch ($task->model) {
  728. case self::MODEL_NANO_BANANA_2:
  729. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana2';
  730. break;
  731. case self::MODEL_NANO_BANANA_PRO:
  732. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_nanoBanana_pro';
  733. break;
  734. case self::MODEL_GPT_IMAGE_2:
  735. $apiUrl = 'https://api.wuyinkeji.com/api/async/image_gpt';
  736. break;
  737. default:
  738. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  739. 'error_message' => '不支持的模型类型: ' . $task->model
  740. ]);
  741. logDB('generate', 'error', '模型类型错误', ['task_id' => $task->task_id, 'model' => $task->model]);
  742. return;
  743. }
  744. // 构建API请求参数
  745. $apiParams = [
  746. 'key' => $apiKey,
  747. 'prompt' => $task->prompt,
  748. ];
  749. // 尺寸参数(根据宽高判断)
  750. $area = $task->width * $task->height;
  751. if ($area >= 1024*1024 && $area < 2048*2048) {
  752. $apiParams['size'] = '1k';
  753. } elseif ($area >= 2048*2048) {
  754. $apiParams['size'] = '2k';
  755. } else {
  756. $apiParams['size'] = '1k'; // 默认1k
  757. }
  758. // 画面比例
  759. if ($task->width && $task->height) {
  760. $ratio = $task->width . ':' . $task->height;
  761. // 简化比例
  762. $gcd = $this->gcd($task->width, $task->height);
  763. $ratio = ($task->width / $gcd) . ':' . ($task->height / $gcd);
  764. $apiParams['aspectRatio'] = $ratio;
  765. }
  766. // 参考图片
  767. if ($task->ref_img_url) {
  768. $apiParams['urls'] = is_array($task->ref_img_url) ? $task->ref_img_url : [$task->ref_img_url];
  769. }
  770. dLog('generate')->info('NanoBanana API参数: ', $apiParams);
  771. logDB('generate', 'info', 'NanoBanana任务提交', ['task_id' => $task->task_id, 'model' => $task->model, 'params' => $apiParams]);
  772. // 调用NanoBanana API
  773. $response = $this->httpClient->post($apiUrl, [
  774. 'query' => ['key' => $apiKey],
  775. 'json' => $apiParams,
  776. ]);
  777. $responseData = json_decode($response->getBody()->getContents(), true);
  778. dLog('generate')->info('NanoBanana API响应: ', $responseData);
  779. logDB('generate', 'info', 'NanoBanana API响应', ['task_id' => $task->task_id, 'response' => $responseData]);
  780. if ($responseData['code'] !== 200) {
  781. // API返回错误
  782. logDB('generate', 'error', 'NanoBanana任务提交失败', ['task_id' => $task->task_id, 'error' => $responseData['msg'] ?? 'API Error']);
  783. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  784. 'error_message' => $responseData['msg'] ?? 'API Error',
  785. 'extra_params' => $responseData
  786. ]);
  787. } else {
  788. // 任务提交成功,更新状态为处理中
  789. $updateData = [];
  790. // 存储API返回的任务ID
  791. if (isset($responseData['data']['id'])) {
  792. $updateData['task_id'] = $responseData['data']['id'];
  793. $updateData['extra_params'] = $responseData;
  794. }
  795. $task->updateStatus(MpGeneratePicTask::STATUS_PROCESSING, $updateData);
  796. }
  797. } catch (\Exception $e) {
  798. // 记录错误
  799. logDB('generate', 'error', 'NanoBanana任务提交异常', ['task_id' => $task->task_id, 'error' => $e->getMessage()]);
  800. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  801. 'error_message' => 'API请求失败: ' . $e->getMessage()
  802. ]);
  803. }
  804. }
  805. /**
  806. * 查询NanoBanana任务状态
  807. *
  808. * @param MpGeneratePicTask $task
  809. * @return array
  810. */
  811. private function queryNanoBananaTaskStatus(MpGeneratePicTask $task): array
  812. {
  813. try {
  814. // 获取API任务ID
  815. $apiTaskId = $task->task_id ?? null;
  816. $apiKey = env('NANO_BANANA_API_KEY');
  817. if (!$apiTaskId) {
  818. return [
  819. 'status' => 'failed',
  820. 'error_message' => 'API任务ID不存在',
  821. 'result_url' => null
  822. ];
  823. }
  824. if (empty($apiKey)) {
  825. return [
  826. 'status' => 'failed',
  827. 'error_message' => 'NanoBanana API KEY未配置',
  828. 'result_url' => null
  829. ];
  830. }
  831. // 调用统一查询接口
  832. $response = $this->httpClient->get('https://api.wuyinkeji.com/api/async/detail', [
  833. 'query' => [
  834. 'key' => $apiKey,
  835. 'id' => $apiTaskId
  836. ]
  837. ]);
  838. $responseData = json_decode($response->getBody()->getContents(), true);
  839. dLog('generate')->info('NanoBanana任务状态查询响应: ', $responseData);
  840. logDB('generate', 'info', 'NanoBanana任务状态查询', ['task_id' => $apiTaskId, 'response' => $responseData]);
  841. if ($responseData['code'] !== 200) {
  842. // API返回错误
  843. logDB('generate', 'error', 'NanoBanana任务状态查询失败', ['task_id' => $apiTaskId, 'error' => $responseData['msg'] ?? 'API Error']);
  844. return [
  845. 'status' => 'failed',
  846. 'error_message' => $responseData['msg'] ?? 'API Error',
  847. 'result_url' => null,
  848. 'result_json' => $responseData
  849. ];
  850. }
  851. // 解析API响应
  852. $data = $responseData['data'] ?? [];
  853. $taskStatus = $data['status'] ?? 0;
  854. $returnData = [
  855. 'status' => 'processing',
  856. 'error_message' => null,
  857. 'result_url' => null,
  858. 'result_json' => $responseData
  859. ];
  860. // status: 2表示成功
  861. if ($taskStatus === 2 && isset($data['result']) && !empty($data['result'])) {
  862. $result_urls = [];
  863. foreach ($data['result'] as $url) {
  864. $pic_name = 'ai_generation_nanobanana_' . time() . '_' . uniqid();
  865. $pic_ext = getImgExtFromUrl($url);
  866. $pic_name = $pic_name . $pic_ext;
  867. if ($pic_ext === '.png') {
  868. $comporessed_data = compressRemoteImageUrlToSize($url);
  869. $url = uploadStreamByTos('image', $comporessed_data, $pic_name);
  870. } else {
  871. // 将图片另存到tos
  872. $url = uploadStreamByTos('image', file_get_contents($url), $pic_name);
  873. }
  874. $result_urls[] = $url;
  875. }
  876. $returnData['result_url'] = $result_urls;
  877. $returnData['status'] = 'success';
  878. } elseif ($taskStatus === 3) {
  879. // status: 3表示失败
  880. $returnData['status'] = 'failed';
  881. $returnData['error_message'] = $data['message'] ?? '任务执行失败';
  882. }
  883. // status: 0或1表示处理中,保持processing状态
  884. return $returnData;
  885. } catch (\Exception $e) {
  886. return [
  887. 'status' => 'failed',
  888. 'error_message' => $e->getMessage(),
  889. 'result_url' => null
  890. ];
  891. }
  892. }
  893. /**
  894. * 计算最大公约数(用于简化比例)
  895. *
  896. * @param int $a
  897. * @param int $b
  898. * @return int
  899. */
  900. private function gcd(int $a, int $b): int
  901. {
  902. while ($b != 0) {
  903. $temp = $b;
  904. $b = $a % $b;
  905. $a = $temp;
  906. }
  907. return $a;
  908. }
  909. /**
  910. * 创建素材
  911. *
  912. * @param array $params
  913. * @return array
  914. */
  915. public function createAsset(array $params): array
  916. {
  917. try {
  918. // 验证必填参数
  919. if (empty($params['url'])) {
  920. return [
  921. 'code' => 1,
  922. 'msg' => '素材URL不能为空',
  923. 'data' => null
  924. ];
  925. }
  926. // 先获取表中是否已有该url
  927. $asset = DB::table('mp_assets')->where('url', $params['url'])->first();
  928. if ($asset) {
  929. return [
  930. 'code' => 0,
  931. 'msg' => '创建成功',
  932. 'data' => [
  933. 'id' => $asset->id,
  934. 'asset_id' => $asset->asset_id,
  935. 'group_id' => $asset->group_id,
  936. 'group_name' => $asset->group_name,
  937. ]
  938. ];
  939. }
  940. // 获取API配置
  941. $apiKey = env('ZHIZHEN_AI_SK');
  942. $apiUrl = 'https://model-relay.zzengine.net';
  943. if (empty($apiKey)) {
  944. return [
  945. 'code' => 1002,
  946. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  947. 'data' => null
  948. ];
  949. }
  950. // 构建请求参数
  951. $requestData = [
  952. 'url' => $params['url'],
  953. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  954. ];
  955. // 可选参数
  956. if (!empty($params['name'])) {
  957. $requestData['name'] = $params['name'];
  958. }
  959. if (!empty($params['group_id'])) {
  960. $requestData['group_id'] = $params['group_id'];
  961. }
  962. dLog('generate')->info('智真AI创建素材请求参数: ', $requestData);
  963. // 调用智真AI API
  964. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/create', [
  965. 'headers' => [
  966. 'X-Api-Key' => $apiKey,
  967. 'Content-Type' => 'application/json',
  968. ],
  969. 'json' => $requestData,
  970. ]);
  971. $responseData = json_decode($response->getBody()->getContents(), true);
  972. dLog('generate')->info('智真AI创建素材响应: ', $responseData);
  973. logDB('generate', 'info', '智真AI创建素材', ['params' => $requestData, 'response' => $responseData]);
  974. if ($responseData['code'] !== 0) {
  975. return [
  976. 'code' => $responseData['code'],
  977. 'msg' => $responseData['msg'] ?? '创建素材失败',
  978. 'data' => null
  979. ];
  980. }
  981. // 保存素材记录到数据库
  982. $assetData = $responseData['data'] ?? [];
  983. $asset = MpAsset::create([
  984. 'asset_id' => $assetData['asset_id'] ?? '',
  985. 'group_id' => $assetData['group_id'] ?? null,
  986. 'group_name' => $assetData['group_name'] ?? null,
  987. 'name' => $params['name'] ?? null,
  988. 'url' => $params['url'],
  989. 'asset_type' => $params['asset_type'] ?? MpAsset::TYPE_IMAGE,
  990. 'status' => MpAsset::STATUS_PROCESSING,
  991. 'extra_params' => $responseData,
  992. ]);
  993. return [
  994. 'code' => 0,
  995. 'msg' => '创建成功',
  996. 'data' => [
  997. 'id' => $asset->id,
  998. 'asset_id' => $asset->asset_id,
  999. 'group_id' => $asset->group_id,
  1000. 'group_name' => $asset->group_name,
  1001. ]
  1002. ];
  1003. } catch (\Exception $e) {
  1004. dLog('generate')->error('创建素材异常: ' . $e->getMessage());
  1005. logDB('generate', 'error', '创建素材异常', ['params' => $params, 'error' => $e->getMessage()]);
  1006. return [
  1007. 'code' => 20003,
  1008. 'msg' => '创建素材失败: ' . $e->getMessage(),
  1009. 'data' => null
  1010. ];
  1011. }
  1012. }
  1013. /**
  1014. * 查询素材
  1015. *
  1016. * @param string $assetId
  1017. * @return array
  1018. */
  1019. public function getAsset(string $assetId): array
  1020. {
  1021. try {
  1022. // 验证参数
  1023. if (empty($assetId)) {
  1024. return [
  1025. 'code' => 20003,
  1026. 'msg' => '素材ID不能为空',
  1027. 'data' => null
  1028. ];
  1029. }
  1030. // 先获取表中是否已有该url
  1031. $assetInfo = DB::table('mp_assets')->where('asset_id', $assetId)->first();
  1032. if ($assetInfo) {
  1033. $assetInfo = (array)$assetInfo;
  1034. $status = getProp($assetInfo, 'status');
  1035. if (in_array($status, ['Active', 'Failed'])) {
  1036. $assetInfo['id'] = $assetInfo['asset_id'];
  1037. return [
  1038. 'code' => 0,
  1039. 'msg' => '查询成功',
  1040. 'data' => [
  1041. 'asset' => $assetInfo
  1042. ]
  1043. ];
  1044. }
  1045. }
  1046. // 获取API配置
  1047. $apiKey = env('ZHIZHEN_AI_SK');
  1048. $apiUrl = 'https://model-relay.zzengine.net';
  1049. if (empty($apiKey)) {
  1050. return [
  1051. 'code' => 1002,
  1052. 'msg' => '智真AI API KEY未配置,请检查环境变量ZHIZHEN_AI_SK',
  1053. 'data' => null
  1054. ];
  1055. }
  1056. dLog('generate')->info('智真AI查询素材: ' . $assetId);
  1057. // 调用智真AI API
  1058. $response = $this->httpClient->post($apiUrl . '/api/v1/asset/get', [
  1059. 'headers' => [
  1060. 'X-Api-Key' => $apiKey,
  1061. 'Content-Type' => 'application/json',
  1062. ],
  1063. 'json' => [
  1064. 'asset_id' => $assetId,
  1065. ],
  1066. ]);
  1067. $responseData = json_decode($response->getBody()->getContents(), true);
  1068. dLog('generate')->info('智真AI查询素材响应: ', $responseData);
  1069. logDB('generate', 'info', '智真AI查询素材', ['asset_id' => $assetId, 'response' => $responseData]);
  1070. if ($responseData['code'] !== 0) {
  1071. return [
  1072. 'code' => $responseData['code'],
  1073. 'msg' => $responseData['msg'] ?? '查询素材失败',
  1074. 'data' => null
  1075. ];
  1076. }
  1077. $assetInfo = $responseData['data']['asset'] ?? [];
  1078. // 更新本地数据库记录
  1079. $localAsset = MpAsset::where('asset_id', $assetId)->first();
  1080. if ($localAsset) {
  1081. $localAsset->update([
  1082. 'status' => $assetInfo['status'] ?? MpAsset::STATUS_PROCESSING,
  1083. 'cover_url' => $assetInfo['url'] ?? null,
  1084. 'extra_params' => $responseData,
  1085. ]);
  1086. }
  1087. return [
  1088. 'code' => 0,
  1089. 'msg' => '查询成功',
  1090. 'data' => [
  1091. 'asset' => $assetInfo
  1092. ]
  1093. ];
  1094. } catch (\Exception $e) {
  1095. dLog('generate')->error('查询素材异常: ' . $e->getMessage());
  1096. logDB('generate', 'error', '查询素材异常', ['asset_id' => $assetId, 'error' => $e->getMessage()]);
  1097. return [
  1098. 'code' => 20003,
  1099. 'msg' => '查询素材失败: ' . $e->getMessage(),
  1100. 'data' => null
  1101. ];
  1102. }
  1103. }
  1104. /**
  1105. * 更新所有待处理任务的状态
  1106. *
  1107. * @return void
  1108. */
  1109. public function updatePendingTasks(): void
  1110. {
  1111. dLog('generate')->info('更新图片状态ing');
  1112. // 1. 处理火山API的pending任务(批量提交到队列)
  1113. $volcPendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1114. ->whereIn('model', BaseConst::VOLC_PIC_MODELS)
  1115. ->orderBy('created_at', 'asc')
  1116. ->limit(50) // 每次最多处理50个任务,避免超时
  1117. ->get();
  1118. foreach ($volcPendingTasks as $task) {
  1119. dLog('generate')->info('开始分发火山API任务到队列: ' . $task->task_id);
  1120. // 分发到队列
  1121. \App\Jobs\ProcessVolcImageGenerationJob::dispatch($task->id)->onConnection('redis');
  1122. }
  1123. // 2. 处理GPT-Image2的pending任务(批量提交到队列)
  1124. $gptImage2PendingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1125. ->whereIn('model', BaseConst::GPT_IMAGE2_MODELS)
  1126. ->orderBy('created_at', 'asc')
  1127. ->limit(50) // 每次最多处理50个任务,避免超时
  1128. ->get();
  1129. foreach ($gptImage2PendingTasks as $task) {
  1130. dLog('generate')->info('开始分发GPT-Image2任务到队列: ' . $task->task_id);
  1131. // 分发到队列
  1132. \App\Jobs\ProcessGptImage2GenerationJob::dispatch($task->id)->onConnection('redis');
  1133. }
  1134. // 3. 获取所有处理中的任务(即梦AI和NanoBanana系列需要查询状态)
  1135. $processingTasks = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)
  1136. ->whereIn('model', array_merge([self::MODEL_JIMENG_4], BaseConst::NANO_BANANA_MODELS))
  1137. ->get();
  1138. foreach ($processingTasks as $task) {
  1139. $statusInfo = $this->queryTaskStatus($task);
  1140. if ($statusInfo['status'] === 'success') {
  1141. logDB('generate', 'info', '即梦AI图片生成任务成功', ['task_id' => $task->task_id, 'result_url' => $statusInfo['result_url']]);
  1142. $task->updateStatus(MpGeneratePicTask::STATUS_SUCCESS, [
  1143. 'result_url' => $statusInfo['result_url'],
  1144. 'result_json' => $statusInfo['result_json'] ?? []
  1145. ]);
  1146. // 同步调整分镜图片状态和结果
  1147. $segment_id = getProp($task, 'alias_segment_id');
  1148. if ($segment_id) {
  1149. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1150. 'img_url' => $statusInfo['result_url'][0],
  1151. 'pic_task_status' => '已完成',
  1152. ]);
  1153. // 如果是首帧图ID则更新anime表
  1154. if (Redis::sismember('anime_first_frame_urls', $segment_id)) {
  1155. $anime_id = DB::table('mp_episode_segments')->where('segment_id', $segment_id)->value('anime_id');
  1156. DB::table('mp_animes')->where('id', $anime_id)->update(['first_frame_url'=>$statusInfo['result_url'][0], 'updated_at'=>date('Y-m-d H:i:s')]);
  1157. Redis::srem('anime_first_frame_urls', $segment_id);
  1158. }
  1159. }
  1160. } elseif ($statusInfo['status'] === 'failed') {
  1161. logDB('generate', 'error', '即梦AI图片生成任务失败', ['task_id' => $task->task_id, 'error' => $statusInfo['error_message']]);
  1162. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1163. 'error_message' => $statusInfo['error_message'],
  1164. 'result_json' => $statusInfo['result_json'] ?? []
  1165. ]);
  1166. if (getProp($task, 'alias_segment_id')) {
  1167. DB::table('mp_episode_segments')->where('segment_id', getProp($task, 'alias_segment_id'))->update([
  1168. 'pic_task_status' => '失败',
  1169. ]);
  1170. }
  1171. }
  1172. // 如果仍然是处理中状态,不做任何操作
  1173. //处理:如果任务处理超过12小时,标记为失败
  1174. $processingTime = now()->diffInHours($task->created_at);
  1175. if ($processingTime > 12) {
  1176. logDB('generate', 'warning', '即梦AI图片生成任务超时', ['task_id' => $task->task_id, 'processing_hours' => $processingTime]);
  1177. $task->updateStatus(MpGeneratePicTask::STATUS_FAILED, [
  1178. 'error_message' => '任务处理超时(超过12小时)'
  1179. ]);
  1180. }
  1181. }
  1182. // 4. 检查是否有任务完成,如果有则处理下一个排队任务(仅即梦AI)
  1183. $this->processNextQueuedTask();
  1184. }
  1185. /**
  1186. * 处理下一个排队的任务
  1187. *
  1188. * @return void
  1189. */
  1190. public function processNextQueuedTask(): void
  1191. {
  1192. // 检查是否还有正在处理的任务(仅即梦AI)
  1193. if ($this->hasProcessingTask()) {
  1194. return; // 如果还有处理中的任务,不处理新任务
  1195. }
  1196. // 获取最早的待处理任务(仅即梦AI)
  1197. $nextTask = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)
  1198. ->where('model', self::MODEL_JIMENG_4)
  1199. ->orderBy('created_at', 'asc')
  1200. ->first();
  1201. if ($nextTask) {
  1202. dLog('generate')->info('开始处理排队任务: ' . $nextTask->task_id);
  1203. logDB('generate', 'info', '开始处理即梦AI排队任务', ['task_id' => $nextTask->task_id]);
  1204. $this->submitTaskToJimengApi($nextTask);
  1205. }
  1206. }
  1207. /**
  1208. * 获取任务队列状态
  1209. *
  1210. * @return array
  1211. */
  1212. public function getQueueStatus(): array
  1213. {
  1214. $processingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PROCESSING)->count();
  1215. $pendingCount = MpGeneratePicTask::where('status', MpGeneratePicTask::STATUS_PENDING)->count();
  1216. return [
  1217. 'processing_count' => $processingCount,
  1218. 'pending_count' => $pendingCount,
  1219. 'can_submit_new_task' => $processingCount === 0
  1220. ];
  1221. }
  1222. /**
  1223. * 处理智真AI的参考图片转素材
  1224. *
  1225. * @param array $referenceImages 参考图片URL数组
  1226. * @param string &$fullPrompt 完整提示词(引用传递,用于删除失败图片的标记)
  1227. * @return array 返回素材ID数组
  1228. */
  1229. public function processReferenceImagesToAssets(array $referenceImages, string &$fullPrompt): array
  1230. {
  1231. $assetIds = [];
  1232. $failedIndexes = []; // 记录失败的图片序号
  1233. foreach ($referenceImages as $index => $imageUrl) {
  1234. $imageIndex = $index + 1; // 图片序号从1开始
  1235. try {
  1236. dLog('generate')->info("开始处理参考图片 {$imageIndex}: {$imageUrl}");
  1237. // 1. 创建素材
  1238. $createResult = $this->createAsset([
  1239. 'url' => $imageUrl,
  1240. 'asset_type' => MpAsset::TYPE_IMAGE,
  1241. 'name' => "参考图片_{$imageIndex}_" . time(),
  1242. ]);
  1243. if ($createResult['code'] !== 0) {
  1244. dLog('generate')->warning("图片 {$imageIndex} 创建素材失败: " . $createResult['msg']);
  1245. logDB('generate', 'warning', '创建素材失败', [
  1246. 'image_url' => $imageUrl,
  1247. 'index' => $imageIndex,
  1248. 'error' => $createResult['msg']
  1249. ]);
  1250. $failedIndexes[] = $imageIndex;
  1251. continue;
  1252. }
  1253. $assetId = $createResult['data']['asset_id'];
  1254. dLog('generate')->info("图片 {$imageIndex} 素材创建成功,asset_id: {$assetId},开始轮询查询状态");
  1255. // 2. 轮询查询素材状态(每3秒查询一次,最多查询100次即5分钟)
  1256. $maxAttempts = 100;
  1257. $attempt = 0;
  1258. $assetStatus = null;
  1259. while ($attempt < $maxAttempts) {
  1260. sleep(3); // 等待3秒
  1261. $attempt++;
  1262. $getResult = $this->getAsset($assetId);
  1263. if ($getResult['code'] !== 0) {
  1264. dLog('generate')->warning("图片 {$imageIndex} 查询素材状态失败: " . $getResult['msg']);
  1265. continue;
  1266. }
  1267. $assetStatus = $getResult['data']['asset']['status'] ?? null;
  1268. dLog('generate')->info("图片 {$imageIndex} 素材状态查询第 {$attempt} 次,状态: {$assetStatus}");
  1269. if ($assetStatus === 'Active') {
  1270. // 素材可用
  1271. $assetIds[] = $assetId;
  1272. dLog('generate')->info("图片 {$imageIndex} 素材处理成功,asset_id: {$assetId}");
  1273. logDB('generate', 'info', '素材转换成功', [
  1274. 'image_url' => $imageUrl,
  1275. 'index' => $imageIndex,
  1276. 'asset_id' => $assetId
  1277. ]);
  1278. break;
  1279. } elseif ($assetStatus === 'Failed') {
  1280. // 素材处理失败
  1281. dLog('generate')->warning("图片 {$imageIndex} 素材处理失败");
  1282. logDB('generate', 'warning', '素材处理失败', [
  1283. 'image_url' => $imageUrl,
  1284. 'index' => $imageIndex,
  1285. 'asset_id' => $assetId
  1286. ]);
  1287. $failedIndexes[] = $imageIndex;
  1288. break;
  1289. }
  1290. // 其他状态(Processing等)继续等待
  1291. }
  1292. // 如果超时还未成功
  1293. if ($attempt >= $maxAttempts && $assetStatus !== 'Active') {
  1294. dLog('generate')->warning("图片 {$imageIndex} 素材处理超时");
  1295. logDB('generate', 'warning', '素材处理超时', [
  1296. 'image_url' => $imageUrl,
  1297. 'index' => $imageIndex,
  1298. 'asset_id' => $assetId,
  1299. 'last_status' => $assetStatus
  1300. ]);
  1301. $failedIndexes[] = $imageIndex;
  1302. }
  1303. } catch (\Exception $e) {
  1304. dLog('generate')->error("图片 {$imageIndex} 处理异常: " . $e->getMessage());
  1305. logDB('generate', 'error', '素材转换异常', [
  1306. 'image_url' => $imageUrl,
  1307. 'index' => $imageIndex,
  1308. 'error' => $e->getMessage()
  1309. ]);
  1310. $failedIndexes[] = $imageIndex;
  1311. }
  1312. }
  1313. // 处理失败的图片:从 fullPrompt 中删除对应的标记并调整序号
  1314. if (!empty($failedIndexes)) {
  1315. dLog('generate')->info('开始处理失败图片的提示词调整,失败序号: ' . implode(',', $failedIndexes));
  1316. // 按序号从大到小排序,避免删除时影响后续序号
  1317. rsort($failedIndexes);
  1318. foreach ($failedIndexes as $failedIndex) {
  1319. // 删除失败图片的标记,例如 <图片1>、<图片2> 等
  1320. $pattern = "/<图片{$failedIndex}>/u";
  1321. $fullPrompt = preg_replace($pattern, '', $fullPrompt);
  1322. dLog('generate')->info("已从提示词中删除 <图片{$failedIndex}>");
  1323. }
  1324. // 重新调整剩余图片的序号
  1325. // 例如:如果图片2失败,图片3、图片4需要改为图片2、图片3
  1326. $needAdjust = false;
  1327. foreach ($failedIndexes as $failedIndex) {
  1328. $needAdjust = true;
  1329. // 将所有大于失败序号的图片标记序号减1
  1330. for ($i = $failedIndex + 1; $i <= count($referenceImages); $i++) {
  1331. $oldPattern = "/<图片{$i}>/u";
  1332. $newTag = "<图片" . ($i - 1) . ">";
  1333. $fullPrompt = preg_replace($oldPattern, $newTag, $fullPrompt);
  1334. }
  1335. }
  1336. if ($needAdjust) {
  1337. dLog('generate')->info('提示词图片序号调整完成');
  1338. logDB('generate', 'info', '提示词调整', [
  1339. 'failed_indexes' => $failedIndexes,
  1340. 'adjusted_prompt' => $fullPrompt
  1341. ]);
  1342. }
  1343. }
  1344. dLog('generate')->info('参考图片转素材完成,成功数量: ' . count($assetIds) . ',失败数量: ' . count($failedIndexes));
  1345. // 格式化为可直接在API接口中使用的数组
  1346. foreach($assetIds as &$assetId) {
  1347. $assetId = "asset://{$assetId}";
  1348. }
  1349. return $assetIds;
  1350. }
  1351. }