AnimeController.php 171 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836
  1. <?php
  2. namespace App\Http\Controllers\Anime;
  3. use App\Transformer\Anime\AnimeTransformer;
  4. use App\Facade\Site;
  5. use App\Consts\ErrorConst;
  6. use App\Exceptions\ApiException;
  7. use App\Libs\ApiResponse;
  8. use App\Libs\GenerationContext;
  9. use App\Libs\Utils;
  10. use App\Models\MpGenerateVideoTask;
  11. use App\Services\AIGeneration\AIImageGenerationService;
  12. use App\Services\AIGeneration\AIVideoGenerationService;
  13. use App\Services\Anime\AnimeService;
  14. use App\Services\PointsService;
  15. use App\Services\TaskCenterService;
  16. use Illuminate\Http\Request;
  17. use Illuminate\Routing\Controller as BaseController;
  18. use Illuminate\Support\Facades\DB;
  19. use Illuminate\Support\Facades\Redis;
  20. use Illuminate\Support\Facades\Validator;
  21. class AnimeController extends BaseController
  22. {
  23. use ApiResponse;
  24. protected $AnimeService;
  25. protected $AIImageGenerationService;
  26. protected $AIVideoGenerationService;
  27. protected $pointsService;
  28. protected $taskCenterService;
  29. public function __construct(
  30. AnimeService $AnimeService,
  31. AIImageGenerationService $AIImageGenerationService,
  32. AIVideoGenerationService $AIVideoGenerationService,
  33. PointsService $pointsService,
  34. TaskCenterService $taskCenterService
  35. ) {
  36. $this->AnimeService = $AnimeService;
  37. $this->AIImageGenerationService = $AIImageGenerationService;
  38. $this->AIVideoGenerationService = $AIVideoGenerationService;
  39. $this->pointsService = $pointsService;
  40. $this->taskCenterService = $taskCenterService;
  41. }
  42. // 文字模型
  43. public function textModel() {
  44. $query = DB::table('mp_text_models')->where('is_enabled', 1);
  45. // 支持 model 搜索
  46. if ($model = request('model')) {
  47. $query->where('model', 'like', "%{$model}%");
  48. }
  49. // 支持 name 搜索
  50. if ($name = request('name')) {
  51. $query->where('name', 'like', "%{$name}%");
  52. }
  53. $is_multimodal = request('is_multimodal');
  54. if ($is_multimodal !== null) {
  55. $query->where('is_multimodal', $is_multimodal);
  56. }
  57. $models = $query->select('model', 'name', 'is_multimodal')->orderBy('order', 'desc')->orderBy('id', 'desc')->get()->map(function ($value) {
  58. return (array)$value;
  59. })->toArray();
  60. return $this->success($models);
  61. }
  62. // 图片模型
  63. public function imageModel() {
  64. $query = DB::table('mp_image_models')->where('is_enabled', 1);
  65. // 支持 model 搜索
  66. if ($model = request('model')) {
  67. $query->where('model', 'like', "%{$model}%");
  68. }
  69. // 支持 name 搜索
  70. if ($name = request('name')) {
  71. $query->where('name', 'like', "%{$name}%");
  72. }
  73. $is_multimodal = request('is_multimodal');
  74. if ($is_multimodal !== null) {
  75. $query->where('is_multimodal', $is_multimodal);
  76. }
  77. $models = $query->select('model', 'name', 'is_multimodal')->orderBy('order', 'desc')->orderBy('id', 'desc')->get()->map(function ($value) {
  78. return (array)$value;
  79. })->toArray();
  80. return $this->success($models);
  81. }
  82. // 视频模型
  83. public function videoModel() {
  84. $query = DB::table('mp_video_models')->where('is_enabled', 1);
  85. // 支持 model 搜索
  86. if ($model = request('model')) {
  87. $query->where('model', 'like', "%{$model}%");
  88. }
  89. // 支持 name 搜索
  90. if ($name = request('name')) {
  91. $query->where('name', 'like', "%{$name}%");
  92. }
  93. $is_multimodal = request('is_multimodal');
  94. if ($is_multimodal !== null) {
  95. $query->where('is_multimodal', $is_multimodal);
  96. }
  97. $models = $query->select('model', 'name', 'is_multimodal')->orderBy('order', 'desc')->orderBy('id', 'desc')->get()->map(function ($value) {
  98. return (array)$value;
  99. })->toArray();
  100. return $this->success($models);
  101. }
  102. /**
  103. * 快快AI Seedance 系列模型的生成参数选项(时长/宽高比/分辨率)
  104. * 可选值统一为 key-value 结构:key 为前端展示文案(中文友好),value 为接口接收值
  105. *
  106. * @return \Illuminate\Http\JsonResponse
  107. */
  108. public function seedanceModelOptions()
  109. {
  110. $commonRatios = [
  111. ['key' => '16:9', 'value' => '16:9'],
  112. ['key' => '4:3', 'value' => '4:3'],
  113. ['key' => '1:1', 'value' => '1:1'],
  114. ['key' => '3:4', 'value' => '3:4'],
  115. ['key' => '9:16', 'value' => '9:16'],
  116. ['key' => '21:9', 'value' => '21:9'],
  117. ['key' => '智能适配', 'value' => 'adaptive'],
  118. ];
  119. $duration = function (int $min, int $max, int $default = -1) {
  120. return [
  121. 'default' => $default,
  122. 'min' => $min,
  123. 'max' => $max,
  124. 'options' => [
  125. ['key' => '智能选择', 'value' => -1],
  126. ],
  127. ];
  128. };
  129. $resolutions = function (array $values, string $default = 'sr_720p') {
  130. $options = [];
  131. foreach ($values as $value) {
  132. if ($value == 'sr_720p') {
  133. $options[] = ['key' => '超分720p', 'value' => $value];
  134. }else if ($value == 'sr_1080p'){
  135. $options[] = ['key' => '超分1080p', 'value' => $value];
  136. }else {
  137. $options[] = ['key' => $value, 'value' => $value];
  138. }
  139. }
  140. return [
  141. 'default' => $default,
  142. 'options' => $options,
  143. ];
  144. };
  145. // 百度版
  146. return $this->success([
  147. [
  148. 'model' => 'baidu-doubao-seedance-2-0-260128',
  149. 'name' => 'Seedance 2.0',
  150. 'duration' => $duration(4, 15),
  151. 'ratios' => $commonRatios,
  152. 'resolutions' => $resolutions(['480p', 'sr_720p', '720p', '1080p', '4k']),
  153. ],
  154. [
  155. 'model' => 'baidu-doubao-seedance-2-0-fast-260128',
  156. 'name' => 'Seedance 2.0 Fast',
  157. 'duration' => $duration(4, 15),
  158. 'ratios' => $commonRatios,
  159. 'resolutions' => $resolutions(['480p', 'sr_720p', '720p']),
  160. ],
  161. [
  162. 'model' => 'baidu-doubao-seedance-2-0-mini-260615',
  163. 'name' => 'Seedance 2.0 Mini',
  164. 'duration' => $duration(4, 15),
  165. 'ratios' => $commonRatios,
  166. 'resolutions' => $resolutions(['480p', 'sr_720p', '720p']),
  167. ],
  168. [
  169. 'model' => 'baidu-doubao-seedance-2-5-260628',
  170. 'name' => 'Seedance 2.5',
  171. 'duration' => $duration(4, 30, -1),
  172. 'ratios' => $commonRatios,
  173. 'resolutions' => $resolutions(['480p', 'sr_720p', '720p', '1080p']),
  174. ],
  175. // // 海外百度Seedance(dreamina真人素材空间,模型名带baidu-前缀,请求时去掉前缀)
  176. // [
  177. // 'model' => 'baidu-dreamina-seedance-2-0-260128',
  178. // 'name' => 'Seedance 2.0(海外)',
  179. // 'duration' => $duration(4, 15),
  180. // 'ratios' => $commonRatios,
  181. // 'resolutions' => $resolutions(['480p', 'sr_720p', '720p', '1080p', '4k']),
  182. // ],
  183. // [
  184. // 'model' => 'baidu-dreamina-seedance-2-0-fast-260128',
  185. // 'name' => 'Seedance 2.0 Fast(海外)',
  186. // 'duration' => $duration(4, 15),
  187. // 'ratios' => $commonRatios,
  188. // 'resolutions' => $resolutions(['480p', 'sr_720p', '720p']),
  189. // ],
  190. // [
  191. // 'model' => 'baidu-dreamina-seedance-2-0-mini-260615',
  192. // 'name' => 'Seedance 2.0 Mini(海外)',
  193. // 'duration' => $duration(4, 15),
  194. // 'ratios' => $commonRatios,
  195. // 'resolutions' => $resolutions(['480p', 'sr_720p', '720p']),
  196. // ],
  197. // [
  198. // 'model' => 'baidu-dreamina-seedance-2-5-260628',
  199. // 'name' => 'Seedance 2.5(海外)',
  200. // 'duration' => $duration(4, 30, -1),
  201. // 'ratios' => $commonRatios,
  202. // 'resolutions' => $resolutions(['480p', 'sr_720p', '720p', '1080p']),
  203. // ],
  204. ]);
  205. // 快快版
  206. return $this->success([
  207. [
  208. 'model' => 'seed-2.5',
  209. 'name' => 'Seedance 2.5',
  210. 'duration' => $duration(4, 30, -1),
  211. 'ratios' => $commonRatios,
  212. 'resolutions' => $resolutions(['480p', '720p', '1080p']),
  213. ],
  214. [
  215. 'model' => 'seed-2',
  216. 'name' => 'Seedance 2.0',
  217. 'duration' => $duration(4, 15),
  218. 'ratios' => $commonRatios,
  219. 'resolutions' => $resolutions(['480p', '720p', '1080p', '4k']),
  220. ],
  221. [
  222. 'model' => 'seed-2-fast',
  223. 'name' => 'Seedance 2.0 Fast',
  224. 'duration' => $duration(4, 15),
  225. 'ratios' => $commonRatios,
  226. 'resolutions' => $resolutions(['480p', '720p']),
  227. ],
  228. [
  229. 'model' => 'seed-2-mini',
  230. 'name' => 'Seedance 2.0 Mini',
  231. 'duration' => $duration(4, 15),
  232. 'ratios' => $commonRatios,
  233. 'resolutions' => $resolutions(['480p', '720p']),
  234. ],
  235. ]);
  236. }
  237. public function artStyleList()
  238. {
  239. // 从画风表读取(仅启用且未删除),返回字段 art_style + pic_url 保持不变
  240. $result = DB::table('mp_art_styles')
  241. ->where('is_enabled', 1)
  242. ->where('is_deleted', 0)
  243. ->orderBy('id')
  244. ->get(['art_style', 'pic_url'])
  245. ->map(function ($item) {
  246. return [
  247. 'art_style' => (string)$item->art_style,
  248. 'pic_url' => (string)$item->pic_url,
  249. ];
  250. })
  251. ->values()
  252. ->toArray();
  253. return $this->success($result);
  254. }
  255. // 新建动漫
  256. public function createAnime(Request $request) {
  257. $data = $request->all();
  258. $result = $this->AnimeService->createAnime($data);
  259. return $this->success(['anime_id' => $result]);
  260. }
  261. // 编辑动漫
  262. public function editAnime(Request $request) {
  263. $data = $request->all();
  264. $result = $this->AnimeService->editAnime($data);
  265. return $this->success(['success'=>$result ? 1 : 0]);
  266. }
  267. // 删除动漫
  268. public function delAnime(Request $request) {
  269. $data = $request->all();
  270. $result = $this->AnimeService->delAnime($data);
  271. return $this->success(['success'=>$result ? 1 : 0]);
  272. }
  273. // 批量生成主体图片
  274. public function batchSetRoleImg(Request $request) {
  275. // 忽略所有超时限制
  276. set_time_limit(0);
  277. ini_set('max_execution_time', '0');
  278. $data = $request->all();
  279. $result = $this->AnimeService->batchSetRoleImg($data);
  280. return $this->success($result);
  281. }
  282. // 批量生成场景图片
  283. public function batchSetSceneImg(Request $request) {
  284. // 忽略所有超时限制
  285. set_time_limit(0);
  286. ini_set('max_execution_time', '0');
  287. $data = $request->all();
  288. $result = $this->AnimeService->batchSetSceneImg($data);
  289. return $this->success($result);
  290. }
  291. // 修改分集主体列表
  292. public function changeEpisodeRoles(Request $request) {
  293. $data = $request->all();
  294. $result = $this->AnimeService->changeEpisodeRoles($data);
  295. return $this->success(['success'=>$result ? 1 : 0]);
  296. }
  297. // 修改分集场景列表
  298. public function changeEpisodeScenes(Request $request) {
  299. $data = $request->all();
  300. $result = $this->AnimeService->changeEpisodeScenes($data);
  301. return $this->success(['success'=>$result ? 1 : 0]);
  302. }
  303. // 修改分集道具列表
  304. public function changeEpisodeProps(Request $request) {
  305. $data = $request->all();
  306. $result = $this->AnimeService->changeEpisodeProps($data);
  307. return $this->success(['success'=>$result ? 1 : 0]);
  308. }
  309. // 编辑分镜剧本
  310. public function editSegment(Request $request) {
  311. $data = $request->all();
  312. $result = $this->AnimeService->editSegment($data);
  313. return $this->success(['success'=>$result ? 1 : 0]);
  314. }
  315. // 动漫对话列表
  316. public function chatList(Request $request) {
  317. $data = $request->all();
  318. $result = $this->AnimeService->chatList($data);
  319. return $this->success($result, [new AnimeTransformer(), 'newBuildChatList']);
  320. }
  321. // 动漫对话历史记录
  322. public function chatHistory(Request $request) {
  323. $data = $request->all();
  324. $result = $this->AnimeService->chatHistory($data);
  325. return $this->success($result);
  326. }
  327. // 动漫大纲
  328. public function animeDetail(Request $request) {
  329. $data = $request->all();
  330. $result = $this->AnimeService->animeDetail($data);
  331. return $this->success($result);
  332. }
  333. // 动漫剧集
  334. public function episodeInfo(Request $request) {
  335. $data = $request->all();
  336. $result = $this->AnimeService->episodeInfo($data);
  337. return $this->success($result);
  338. }
  339. // 动漫剧集(全能模式)
  340. public function episodeInfoForAce(Request $request) {
  341. $data = $request->all();
  342. $result = $this->AnimeService->episodeInfoForAce($data);
  343. return $this->success($result);
  344. }
  345. // 分镜信息
  346. public function segmentInfo(Request $request) {
  347. $data = $request->all();
  348. $result = $this->AnimeService->segmentInfo($data);
  349. return $this->success($result);
  350. }
  351. // 复制剧集副本
  352. public function copyEpisodeVersion(Request $request) {
  353. $data = $request->all();
  354. $result = $this->AnimeService->copyEpisodeVersion($data);
  355. return $this->success($result);
  356. }
  357. // 剧集副本列表
  358. public function episodeVersions(Request $request) {
  359. $data = $request->all();
  360. $result = $this->AnimeService->episodeVersions($data);
  361. return $this->success($result);
  362. }
  363. // 绑定剧集副本
  364. public function bindEpisodeVersion(Request $request) {
  365. $data = $request->all();
  366. $result = $this->AnimeService->bindEpisodeVersion($data);
  367. return $this->success(['success' => $result ? 1 : 0]);
  368. }
  369. // 对话改图
  370. public function chatChangeImg(Request $request) {
  371. $data = $request->all();
  372. $result = $this->AnimeService->chatChangeImg($data);
  373. return $this->success(['img_url' => $result]);
  374. }
  375. public function segmentChatHistory(Request $request) {
  376. $data = $request->all();
  377. $result = $this->AnimeService->segmentChatHistory($data);
  378. return $this->success($result);
  379. }
  380. // 一键生成分镜
  381. public function batchSetSegmentPics(Request $request) {
  382. // 忽略所有超时限制
  383. set_time_limit(0);
  384. ini_set('max_execution_time', '0');
  385. $data = $request->all();
  386. $result = $this->AnimeService->batchSetSegmentPics($data);
  387. return $this->success($result);
  388. }
  389. // 重新生成分镜
  390. public function reGenerateSegment(Request $request) {
  391. // 忽略所有超时限制
  392. set_time_limit(0);
  393. ini_set('max_execution_time', '0');
  394. $data = $request->all();
  395. $result = $this->AnimeService->reGenerateSegment($data);
  396. return $this->success(['img_url'=>$result]);
  397. }
  398. // 添加分镜
  399. public function addSegment(Request $request) {
  400. // 忽略所有超时限制
  401. set_time_limit(0);
  402. ini_set('max_execution_time', '0');
  403. $data = $request->all();
  404. $result = $this->AnimeService->addSegment($data);
  405. return $this->success($result);
  406. }
  407. // 复制分镜
  408. public function copySegment(Request $request) {
  409. $data = $request->all();
  410. $result = $this->AnimeService->copySegment($data);
  411. return $this->success($result);
  412. }
  413. // 移动分镜
  414. public function moveSegment(Request $request) {
  415. $data = $request->all();
  416. $result = $this->AnimeService->moveSegment($data);
  417. return $this->success(['success'=>$result ? 1: 0]);
  418. }
  419. // 删除分镜
  420. public function delSegment(Request $request) {
  421. $data = $request->all();
  422. $result = $this->AnimeService->delSegment($data);
  423. return $this->success(['success'=>$result ? 1: 0]);
  424. }
  425. public function applySegment(Request $request) {
  426. $data = $request->all();
  427. $result = $this->AnimeService->applySegment($data);
  428. return $this->success(['success'=>$result ? 1: 0]);
  429. }
  430. // 添加片段
  431. public function addAct(Request $request) {
  432. // 忽略所有超时限制
  433. set_time_limit(0);
  434. ini_set('max_execution_time', '0');
  435. $data = $request->all();
  436. $result = $this->AnimeService->addAct($data);
  437. return $this->success($result);
  438. }
  439. // 编辑片段
  440. public function editAct(Request $request) {
  441. $data = $request->all();
  442. $result = $this->AnimeService->editAct($data);
  443. return $this->success($result);
  444. }
  445. // 复制片段
  446. public function copyAct(Request $request) {
  447. $data = $request->all();
  448. $result = $this->AnimeService->copyAct($data);
  449. return $this->success($result);
  450. }
  451. // 移动片段
  452. public function moveAct(Request $request) {
  453. $data = $request->all();
  454. $result = $this->AnimeService->moveAct($data);
  455. return $this->success(['success'=>$result ? 1: 0]);
  456. }
  457. // 删除片段
  458. public function delAct(Request $request) {
  459. $data = $request->all();
  460. $result = $this->AnimeService->delAct($data);
  461. return $this->success(['success'=>$result ? 1: 0]);
  462. }
  463. // 应用片段
  464. public function applyAct(Request $request) {
  465. $data = $request->all();
  466. $result = $this->AnimeService->applyAct($data);
  467. return $this->success(['success'=>$result ? 1: 0]);
  468. }
  469. // 片段对话历史记录
  470. public function actChatHistory(Request $request) {
  471. $data = $request->all();
  472. $result = $this->AnimeService->actChatHistory($data);
  473. return $this->success($result);
  474. }
  475. // 分镜历史图片|视频
  476. public function segmentHistory(Request $request) {
  477. $data = $request->all();
  478. $result = $this->AnimeService->segmentHistory($data);
  479. return $this->success($result);
  480. }
  481. public function createSegmentVideoTask(Request $request) {
  482. // 忽略所有超时限制
  483. set_time_limit(0);
  484. ini_set('max_execution_time', '0');
  485. $data = $request->all();
  486. // 验证参数
  487. $validator = Validator::make($data, [
  488. 'segment_id' => 'required|string',
  489. 'tail_frame' => 'nullable|string|max:500',
  490. ], [
  491. 'segment_id.required' => '分镜ID不能为空',
  492. 'tail_frame.max' => '尾帧描述不能超过500个字符',
  493. ]);
  494. if ($validator->fails()) {
  495. Utils::throwError('1002:' . $validator->errors()->first());
  496. }
  497. // 创建视频生成任务
  498. $result = $this->AnimeService->createSegmentVideoTask($data);
  499. $taskId = $result['task_id'];
  500. // 设置 SSE 响应头
  501. return response()->stream(function () use ($taskId, $result) {
  502. // 设置 SSE 响应头
  503. echo "data: " . json_encode([
  504. 'type' => 'init',
  505. 'data' => $result
  506. ]) . "\n\n";
  507. if (ob_get_level() > 0) {
  508. ob_flush();
  509. }
  510. flush();
  511. $startTime = time();
  512. $maxDuration = 1800; // 5分钟超时
  513. $checkInterval = 5; // 每5秒检查一次
  514. $lastTaskData = null; // 记录上一次推送的任务数据,仅在有变化时发送update
  515. $lastQueueMessageTime = time(); // 记录上次发送队列消息的时间
  516. $queueMessageInterval = 60; // 队列消息发送间隔(秒)
  517. while (time() - $startTime < $maxDuration) {
  518. try {
  519. // 查询任务状态
  520. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  521. if (!$task) {
  522. echo "data: " . json_encode([
  523. 'type' => 'error',
  524. 'message' => '任务不存在'
  525. ]) . "\n\n";
  526. if (ob_get_level() > 0) {
  527. ob_flush();
  528. }
  529. flush();
  530. break;
  531. }
  532. // 视频任务结果由定时任务实时更新,此处直接读取任务表状态
  533. // 构建当前任务数据
  534. $taskData = [
  535. 'status' => $task->status,
  536. 'result_url' => $task->result_url,
  537. 'error_message' => $task->error_message ? mapErrorMessage($task->error_message) : ''
  538. ];
  539. // 首次查询只记录状态,不发送update(init已推送任务创建信息)
  540. if ($lastTaskData === null) {
  541. $lastTaskData = $taskData;
  542. } elseif ($taskData != $lastTaskData) {
  543. $lastTaskData = $taskData;
  544. // 有数据更新才发送update
  545. echo "data: " . json_encode([
  546. 'type' => 'update',
  547. 'data' => [
  548. 'task_id' => $task->id,
  549. 'status' => $task->status,
  550. 'result_url' => $task->result_url,
  551. 'error_message' => $task->error_message ? mapErrorMessage($task->error_message) : '',
  552. 'elapsed_time' => time() - $startTime
  553. ]
  554. ]) . "\n\n";
  555. if (ob_get_level() > 0) {
  556. ob_flush();
  557. }
  558. flush();
  559. }
  560. // 如果任务完成(成功或失败),结束连接
  561. if (in_array($task->status, [
  562. 'success',
  563. 'failed'
  564. ])) {
  565. echo "data: " . json_encode([
  566. 'type' => 'completed',
  567. 'data' => [
  568. 'task_id' => $task->id,
  569. 'status' => $task->status,
  570. 'video_url' => $task->compressed_url ?: $task->result_url,
  571. 'origin_video_url' => $task->result_url,
  572. 'last_frame_url' => $task->last_frame_url,
  573. 'error_message' => $task->error_message ? mapErrorMessage($task->error_message) : ''
  574. ]
  575. ]) . "\n\n";
  576. if (ob_get_level() > 0) {
  577. ob_flush();
  578. }
  579. flush();
  580. break;
  581. }
  582. // 每分钟发送一次队列状态消息
  583. $currentTime = time();
  584. if ($currentTime - $lastQueueMessageTime >= $queueMessageInterval) {
  585. echo "data: " . json_encode([
  586. 'type' => 'queue',
  587. 'data' => [
  588. 'task_id' => $task->id,
  589. 'status' => $task->status,
  590. 'elapsed_time' => $currentTime - $startTime,
  591. 'message' => '任务正在队列中执行...'
  592. ]
  593. ]) . "\n\n";
  594. if (ob_get_level() > 0) {
  595. ob_flush();
  596. }
  597. flush();
  598. $lastQueueMessageTime = $currentTime;
  599. }
  600. sleep($checkInterval);
  601. } catch (\Exception $e) {
  602. echo "data: " . json_encode([
  603. 'type' => 'error',
  604. 'message' => '查询任务状态失败: ' . $e->getMessage()
  605. ]) . "\n\n";
  606. if (ob_get_level() > 0) {
  607. ob_flush();
  608. }
  609. flush();
  610. sleep($checkInterval);
  611. }
  612. }
  613. // 超时处理
  614. if (time() - $startTime >= $maxDuration) {
  615. echo "data: " . json_encode([
  616. 'type' => 'time_out',
  617. 'message' => '任务执行超时,请稍后查询任务状态',
  618. 'data' => [
  619. 'task_id' => $taskId
  620. ]
  621. ]) . "\n\n";
  622. if (ob_get_level() > 0) {
  623. ob_flush();
  624. }
  625. flush();
  626. }
  627. }, 200, [
  628. 'Content-Type' => 'text/event-stream',
  629. 'Cache-Control' => 'no-cache',
  630. 'Connection' => 'keep-alive',
  631. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  632. ]);
  633. }
  634. /**
  635. * 批量生成分镜视频
  636. */
  637. public function batchSetSegmentVideos(Request $request) {
  638. // 忽略所有超时限制
  639. set_time_limit(0);
  640. ini_set('max_execution_time', '0');
  641. $data = $request->all();
  642. // 验证参数
  643. $validator = Validator::make($data, [
  644. 'anime_id' => 'required|string',
  645. 'episode_id' => 'required|integer',
  646. ], [
  647. 'anime_id.required' => '动漫对话ID不能为空',
  648. 'episode_id.required' => '剧集ID不能为空',
  649. 'episode_id.integer' => '剧集ID必须是整数',
  650. ]);
  651. if ($validator->fails()) {
  652. Utils::throwError('1002:' . $validator->errors()->first());
  653. }
  654. $animeId = $data['anime_id'];
  655. $episodeId = $data['episode_id'];
  656. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  657. if (!$episode) Utils::throwError('20003:分集不存在');
  658. $episodeNumber = $episode->episode_number;
  659. $ratio = !empty($episode->ratio) ? $episode->ratio : '9:16';
  660. $generate_audio = getProp($data, 'generate_audio', 0);
  661. // 处理视频模型(在循环外统一处理)
  662. $model = getProp($data, 'model');
  663. if (!$model) {
  664. // 用户没有输入,从episode表获取
  665. $model = getProp($episode, 'video_model');
  666. if (!$model) {
  667. // episode表也没有,使用默认值
  668. $model = 'doubao-seedance-1-5-pro-251215';
  669. }
  670. }
  671. // 验证模型是否在可用模型表中
  672. if (!DB::table('mp_video_models')->where('model', $model)->where('is_enabled', 1)->exists()) {
  673. $model = 'doubao-seedance-1-5-pro-251215';
  674. }
  675. // 获取所有分镜信息
  676. $segments = DB::table('mp_episode_segments')
  677. ->where('anime_id', $animeId)
  678. ->where('episode_id', $episodeId)
  679. ->whereNotIn('video_task_status', ['已完成', '生成中'])
  680. ->orderBy('segment_number')
  681. ->get();
  682. if ($segments->isEmpty()) {
  683. Utils::throwError('20003:未找到分镜数据');
  684. }
  685. // 余额预检:按实际需要生成的分镜逐条按时长估算积分,不足直接报错
  686. $needPoints = 0;
  687. foreach ($segments as $segment) {
  688. if ((int)$segment->current_type === 2) {
  689. continue;
  690. }
  691. $duration = (int)ceil((float)$segment->audio_duration);
  692. if ($duration <= 0) {
  693. $duration = 5; // 无音频时长时按默认5秒预估
  694. }
  695. $needPoints += $this->pointsService->getVideoChargePoints([
  696. 'model' => $model,
  697. 'video_resolution' => '720p',
  698. 'video_duration' => $duration,
  699. 'ratio' => $ratio,
  700. 'generate_audio' => (int)$generate_audio,
  701. ]);
  702. }
  703. if ($needPoints > 0) {
  704. $this->pointsService->checkUserPointsEnough($needPoints);
  705. }
  706. // 批量创建视频任务
  707. $taskIds = [];
  708. $segmentTasks = [];
  709. foreach ($segments as $segment) {
  710. try {
  711. // 检查视频任务正在生成中或当前状态为视频
  712. if ($segment->video_task_status === '生成中' || (int)$segment->current_type === 2) {
  713. continue;
  714. }
  715. // 获取分镜内容
  716. $segmentContent = $segment->segment_content ?: '';
  717. $tailFrame = $segment->tail_frame ?: '';
  718. // 判断 $segmentContent 是否有台词内容,如果有则确保使用中文左右双引号
  719. $hasDialogue = false;
  720. if (preg_match('/(?:台词内容|台词|对白|对话)[::]\s*([^\n]+)/u', $segmentContent, $dialogueMatch)) {
  721. $dialogue = trim($dialogueMatch[1]);
  722. // 如果台词不为空且不是"无"
  723. if (!empty($dialogue) && $dialogue !== '无') {
  724. // 过滤掉所有符号(引号、标点、空格等),只保留文字内容来判断是否有实际台词
  725. $dialogueFiltered = preg_replace('/[""\'\',。!?、;:…—\-\s\p{P}\p{S}]/u', '', $dialogue);
  726. if (!empty($dialogueFiltered) && $dialogueFiltered !== '无') {
  727. $hasDialogue = true;
  728. }
  729. $dialogue = preg_replace('/^["”]/u', '“', $dialogue); // 替换句首英文双引号或中文右双引号
  730. $dialogue = preg_replace('/["“]$/u', '”', $dialogue); // 替换句尾英文双引号或中文左双引号
  731. // 句首或句尾没有中文双引号,则分别添加中文左右双引号
  732. if (!preg_match('/^[“]/', $dialogue)) {
  733. $dialogue = '“' . $dialogue;
  734. }
  735. if (!preg_match('/[”]$/', $dialogue)) {
  736. $dialogue .= '”';
  737. }
  738. // 将修改后的台词替换回 $segmentContent
  739. $originalDialogue = $dialogueMatch[1];
  740. $segmentContent = str_replace($originalDialogue, $dialogue, $segmentContent);
  741. }
  742. }
  743. // 检查 $segmentContent 中是否已有尾帧描述
  744. $contentHasTailFrame = preg_match('/(?:尾帧描述|尾帧)[::]\s*([^\n]+)/u', $segmentContent, $contentTailFrameMatch);
  745. // 确定最终使用的尾帧描述(优先级:segmentContent自带 > 分镜表字段)
  746. $finalTailFrame = '';
  747. if ($contentHasTailFrame) {
  748. // segmentContent 中有尾帧描述,使用它
  749. $finalTailFrame = trim($contentTailFrameMatch[1]);
  750. } else {
  751. // segmentContent 中没有,使用分镜表中的尾帧描述
  752. $finalTailFrame = $tailFrame;
  753. }
  754. // 构建完整的提示词
  755. $fullPrompt = $segmentContent;
  756. if ($finalTailFrame && !$contentHasTailFrame) {
  757. // 只有当 segmentContent 中没有尾帧描述时才追加
  758. $fullPrompt .= "\n尾帧描述:$finalTailFrame";
  759. }
  760. // 去除多余的换行符(将连续多个换行符替换为单个换行符)
  761. $fullPrompt = preg_replace('/\n{2,}/', "\n", $fullPrompt);
  762. $fullPrompt = trim($fullPrompt);
  763. // 当前是否启用音效同出(没台词强制关闭音效同出,节省资源收费)
  764. $current_generate_audio = $hasDialogue ? $generate_audio : 0;
  765. // 智能选择视频时长
  766. // $videoDuration = $this->AnimeService->calculateOptimalVideoDuration($segmentContent, $tailFrame);
  767. $videoDuration = -1;
  768. // 分镜模式仅使用分镜首帧图,不传资产参考图;显式初始化为空数组,避免未定义变量
  769. $reference_images = [];
  770. // 构建视频生成参数
  771. $videoParams = [
  772. 'model' => $model,
  773. 'alias_segment_id' => $segment->segment_id,
  774. 'prompt' => $fullPrompt,
  775. 'video_duration' => $videoDuration,
  776. 'video_resolution' => '720P',
  777. 'seed' => -1,
  778. 'ratio' => $ratio,
  779. 'generate_audio' => (int)$current_generate_audio === 0 ? false : true,
  780. 'draft' => false,
  781. 'watermark' => false,
  782. 'camera_fixed' => false,
  783. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  784. ];
  785. // 如果分镜有图片,作为首帧
  786. $hasImage = !empty($segment->img_url);
  787. $hasVideo = !empty($segment->video_url);
  788. if ($hasImage) {
  789. $videoParams['first_frame_url'] = $segment->img_url;
  790. }
  791. // 构建content数组
  792. $videoParams['content'] = [
  793. [
  794. 'type' => 'text',
  795. 'text' => $videoParams['prompt'],
  796. ]
  797. ];
  798. // 如果有首帧图片,添加到content中
  799. if ($hasImage) {
  800. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-5-260628', 'baidu-doubao-seedance-2-0-260128', 'baidu-doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-0-260128', 'baidu-dreamina-seedance-2-0-fast-260128', 'baidu-dreamina-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-5-260628'])) {
  801. $videoParams['content'][] = [
  802. 'type' => 'image_url',
  803. 'image_url' => [
  804. 'url' => $videoParams['first_frame_url'],
  805. ],
  806. 'role' => 'reference_image',
  807. ];
  808. }else {
  809. $videoParams['content'][] = [
  810. 'type' => 'image_url',
  811. 'image_url' => [
  812. 'url' => $videoParams['first_frame_url'],
  813. ],
  814. 'role' => 'first_frame',
  815. ];
  816. }
  817. }
  818. // 获取配音音频URL和时长
  819. $audioUrl = $segment->audio_url ?? '';
  820. $audioDuration = $segment->audio_duration ?? 0;
  821. // 音频传入的前提:必须有至少一张图片或一个视频
  822. $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
  823. // 根据模型选择不同的视频生成方法
  824. if (strpos($model, 'jimeng') !== false) {
  825. // 即梦模型参数调整
  826. $videoParams['video_duration'] = $audioDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  827. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  828. unset($videoParams['ratio']);
  829. unset($videoParams['content']); // 即梦不使用content格式
  830. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  831. } elseif (strpos($model, 'kling') !== false) {
  832. // Keling模型参数调整
  833. $videoParams['video_duration'] = max(3, min(15, ceil($audioDuration))); // Keling支持3-15秒
  834. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  835. unset($videoParams['ratio']);
  836. unset($videoParams['content']); // Keling不使用content格式
  837. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  838. } elseif (strpos($model, 'zhizhen') !== false) {
  839. // 智帧20等新模型使用统一API
  840. // 构建统一API参数
  841. $unifiedParams = [
  842. 'model_code' => $model,
  843. 'alias_segment_id' => $segment->segment_id,
  844. 'prompt' => trim($fullPrompt),
  845. 'video_duration' => $audioDuration > 0 ? max(5, min(15, ceil($audioDuration))) : 5,
  846. 'video_resolution' => strtolower($videoParams['video_resolution']),
  847. 'video_ratio' => $ratio,
  848. 'seed' => -1,
  849. ];
  850. // 构建parameters参数
  851. $parameters = [
  852. 'seconds' => $unifiedParams['video_duration'],
  853. 'resolution' => $unifiedParams['video_resolution'],
  854. 'ratio' => $ratio,
  855. 'video_mode' => 'multi_image',
  856. 'mode' => 'multi_image',
  857. 'generate_audio' => (int)$current_generate_audio === 1 ? true : false,
  858. ];
  859. // 处理首帧和尾帧(智帧20模型必须要有首帧图片)
  860. if ($hasImage) {
  861. $parameters['first_frame_url'] = $videoParams['first_frame_url'];
  862. // 只有在有图片的情况下才能添加参考音频
  863. if ($audioUrl) {
  864. $parameters['reference_audios'] = [$audioUrl];
  865. }
  866. } else {
  867. // 没有图片时,记录错误并跳过
  868. $logData = [
  869. 'segment_id' => $segment->segment_id,
  870. 'model' => $model,
  871. 'error' => '智帧20模型需要提供首帧图片'
  872. ];
  873. dLog('anime')->error('智帧20模型缺少首帧图片', $logData);
  874. logDB('anime', 'error', '智帧20模型缺少首帧图片', $logData);
  875. continue;
  876. }
  877. $unifiedParams['parameters'] = $parameters;
  878. // 调用统一API创建任务
  879. $task = $this->AIVideoGenerationService->createUnifiedApiTask($unifiedParams);
  880. } elseif ($this->AnimeService->isSeedance20SeriesModel($model)) {
  881. // 豆包Seedance 2.0(百度AI网关)/ 快快AI Seedance 2.0/2.5:图片需要先上传为素材
  882. $isKuaikuai = $this->AnimeService->isKuaikuaiSeedanceModel($model);
  883. $isDreamina = $this->AnimeService->isOverseasBaiduSeedanceModel($model);
  884. // 任务记录用:保存截断前的参考图(分镜模式的参考图来自分镜数据,不经过资产上限截断前的合并)
  885. $reference_images_all = $reference_images;
  886. $videoParams['reference_images'] = $reference_images_all;
  887. if ($reference_images) {
  888. // 参考图按模型上限截断(Seedance 2.0 系列=9张,2.5=30张)
  889. $imageLimit = $this->AnimeService->getActReferenceImageLimit($model);
  890. if ($imageLimit > 0) {
  891. $reference_images = array_slice($reference_images, 0, $imageLimit);
  892. }
  893. // 维护ref_image_url字段(参考图URL,JSON数组,与智帧分支保持一致)
  894. $videoParams['ref_image_url'] = json_encode($reference_images, 256);
  895. // 参考图上传为素材(国内百度/海外百度dreamina/快快AI),上传失败时同步清理提示词中的<图片N>标记
  896. $reference_image_assets = $isKuaikuai
  897. ? $this->AIVideoGenerationService->processReferenceImagesToKuaikuaiAssets($reference_images, $videoParams['prompt'])
  898. : ($isDreamina
  899. ? $this->AIVideoGenerationService->processReferenceImagesToBaiduDreaminaAssets($reference_images, $videoParams['prompt'])
  900. : $this->AIVideoGenerationService->processReferenceImagesToSeedance20Assets($reference_images, $videoParams['prompt']));
  901. // 素材上传失败后提示词可能被清理,同步更新视频参数中的提示词
  902. $videoParams['prompt'] = trim($videoParams['prompt']);
  903. $videoParams['content'][0]['text'] = trim($videoParams['prompt']);
  904. $videoParams['reference_image_assets'] = $reference_image_assets;
  905. }
  906. // 快快AI走聚合网关 /v1/video/generations(火山豆包格式)
  907. if ($isKuaikuai) {
  908. $videoParams['gateway_base_url'] = env('KUAIKUAI_AI_BASE_URL', 'https://ai-api.kkidc.com');
  909. $task = $this->AIVideoGenerationService->createKuaikuaiVideoTask($videoParams);
  910. } else {
  911. $task = $this->AIVideoGenerationService->createSeedance20Task($videoParams);
  912. }
  913. } else {
  914. // Seedance模型(默认)
  915. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  916. if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-5-260628', 'baidu-doubao-seedance-2-0-260128', 'baidu-doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-0-260128', 'baidu-dreamina-seedance-2-0-fast-260128', 'baidu-dreamina-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-5-260628'])) {
  917. // 添加配音音频到content中
  918. $videoParams['content'][] = [
  919. 'type' => 'audio_url',
  920. 'audio_url' => [
  921. 'url' => $audioUrl,
  922. ],
  923. 'role' => 'reference_audio',
  924. ];
  925. // 优化提示词,增加音频相关描述
  926. $audioPrompt = "全程使用音频1作为视频配音。" . $fullPrompt;
  927. $videoParams['prompt'] = $audioPrompt;
  928. $videoParams['content'][0]['text'] = $audioPrompt;
  929. } else if ($audioDuration) {
  930. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  931. $videoParams['video_duration'] = max(4, min(12, ceil($audioDuration))); // seedance支持2-12s
  932. }
  933. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  934. }
  935. $taskIds[] = $task->id;
  936. // 更新分镜表的视频任务信息
  937. DB::table('mp_episode_segments')
  938. ->where('segment_id', $segment->segment_id)
  939. ->update([
  940. 'video_task_id' => $task->id,
  941. 'video_task_status' => '生成中',
  942. 'updated_at' => date('Y-m-d H:i:s')
  943. ]);
  944. $segmentTasks[] = [
  945. 'segment_id' => $segment->segment_id,
  946. 'task_id' => $task->id,
  947. 'segment_number' => $segment->segment_number,
  948. 'tail_frame' => $segment->tail_frame,
  949. 'audio_duration' => $segment->audio_duration,
  950. ];
  951. } catch (\Exception $e) {
  952. $logData = [
  953. 'segment_id' => $segment->segment_id,
  954. 'anime_id' => $animeId,
  955. 'error' => $e->getMessage(),
  956. ];
  957. dLog('anime')->error('创建分镜视频任务失败', $logData);
  958. logDB('anime', 'error', '创建分镜视频任务失败', $logData);
  959. continue;
  960. }
  961. }
  962. if (empty($taskIds)) {
  963. Utils::throwError('20003:没有需要生成视频的分镜');
  964. }
  965. // 保存模型到episode表
  966. DB::table('mp_anime_episodes')->where('id', $episodeId)->update([
  967. 'video_model' => $model,
  968. 'updated_at' => date('Y-m-d H:i:s')
  969. ]);
  970. // 记录开始时间(包含创建任务的时间)
  971. $startTime = time();
  972. $maxDuration = 1800; // 30分钟超时
  973. // 设置 SSE 响应头并开始长连接
  974. return response()->stream(function () use ($taskIds, $segmentTasks, $episodeId, $startTime, $maxDuration) {
  975. $checkInterval = 10; // 每10秒检查一次
  976. $lastQueueMessageTime = time(); // 记录上次发送队列消息的时间
  977. $queueMessageInterval = 60; // 队列消息发送间隔(秒)
  978. // 初始化任务数组
  979. $totalTasks = $taskIds; // 所有任务ID
  980. $completeTasks = []; // 已完成的任务ID(包含失败)
  981. $successTasks = []; // 成功的任务ID
  982. // 发送初始任务创建信息
  983. echo "data: " . json_encode([
  984. 'type' => 'init',
  985. 'total_tasks_count' => count($totalTasks),
  986. 'completed_tasks_count' => count($completeTasks),
  987. 'success_tasks_count' => count($successTasks)
  988. ]) . "\n\n";
  989. if (ob_get_level() > 0) {
  990. ob_flush();
  991. }
  992. flush();
  993. while (time() - $startTime < $maxDuration) {
  994. try {
  995. $hasUpdate = false; // 标记是否有更新
  996. // 获取所有任务的最新状态
  997. foreach ($totalTasks as $taskId) {
  998. // 如果任务已经在完成列表中,跳过
  999. if (in_array($taskId, $completeTasks)) {
  1000. continue;
  1001. }
  1002. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  1003. if (!$task) {
  1004. continue;
  1005. }
  1006. // 视频任务结果由定时任务实时更新,此处直接读取任务表状态
  1007. // 检查任务是否完成(成功或失败)
  1008. if (in_array($task->status, ['success', 'failed'])) {
  1009. $completeTasks[] = $taskId;
  1010. $hasUpdate = true;
  1011. if ($task->status === 'success') {
  1012. $successTasks[] = $taskId;
  1013. }
  1014. }
  1015. }
  1016. // 如果有更新,发送update通知
  1017. if ($hasUpdate) {
  1018. echo "data: " . json_encode([
  1019. 'type' => 'update',
  1020. 'total_tasks_count' => count($totalTasks),
  1021. 'completed_tasks_count' => count($completeTasks),
  1022. 'success_tasks_count' => count($successTasks)
  1023. ]) . "\n\n";
  1024. if (ob_get_level() > 0) {
  1025. ob_flush();
  1026. }
  1027. flush();
  1028. }
  1029. // 如果所有任务都完成了,结束连接
  1030. if (count($completeTasks) >= count($totalTasks)) {
  1031. // 获取所有成功任务的分镜信息
  1032. $successSegments = [];
  1033. foreach ($successTasks as $taskId) {
  1034. // 通过taskId找到对应的segmentTask
  1035. foreach ($segmentTasks as $segmentTask) {
  1036. if ($segmentTask['task_id'] == $taskId) {
  1037. $segment = DB::table('mp_episode_segments')
  1038. ->where('segment_id', $segmentTask['segment_id'])
  1039. ->select('segment_id', 'video_url')
  1040. ->first();
  1041. if ($segment && !empty($segment->video_url)) {
  1042. $successSegments[] = [
  1043. 'segment_id' => $segment->segment_id,
  1044. 'video_url' => $segment->video_url
  1045. ];
  1046. }
  1047. break;
  1048. }
  1049. }
  1050. }
  1051. echo "data: " . json_encode([
  1052. 'type' => 'completed',
  1053. 'total_tasks_count' => count($totalTasks),
  1054. 'completed_tasks_count' => count($completeTasks),
  1055. 'success_tasks_count' => count($successTasks),
  1056. 'success_segments' => $successSegments
  1057. ]) . "\n\n";
  1058. if (ob_get_level() > 0) {
  1059. ob_flush();
  1060. }
  1061. flush();
  1062. break;
  1063. }
  1064. // 每分钟发送一次队列状态消息
  1065. $currentTime = time();
  1066. if ($currentTime - $lastQueueMessageTime >= $queueMessageInterval) {
  1067. echo "data: " . json_encode([
  1068. 'type' => 'queue',
  1069. 'data' => [
  1070. 'total_tasks_count' => count($totalTasks),
  1071. 'completed_tasks_count' => count($completeTasks),
  1072. 'success_tasks_count' => count($successTasks),
  1073. 'elapsed_time' => $currentTime - $startTime,
  1074. 'message' => '任务正在队列中执行...'
  1075. ]
  1076. ]) . "\n\n";
  1077. if (ob_get_level() > 0) {
  1078. ob_flush();
  1079. }
  1080. flush();
  1081. $lastQueueMessageTime = $currentTime;
  1082. }
  1083. // 检查是否超时
  1084. if (time() - $startTime >= $maxDuration) {
  1085. break;
  1086. }
  1087. sleep($checkInterval);
  1088. } catch (\Exception $e) {
  1089. echo "data: " . json_encode([
  1090. 'type' => 'error',
  1091. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  1092. 'total_tasks_count' => count($totalTasks),
  1093. 'completed_tasks_count' => count($completeTasks),
  1094. 'success_tasks_count' => count($successTasks)
  1095. ]) . "\n\n";
  1096. if (ob_get_level() > 0) {
  1097. ob_flush();
  1098. }
  1099. flush();
  1100. // 检查是否超时,如果超时则停止循环
  1101. if (time() - $startTime >= $maxDuration) {
  1102. break;
  1103. }
  1104. sleep($checkInterval);
  1105. }
  1106. }
  1107. // 超时处理
  1108. if (time() - $startTime >= $maxDuration) {
  1109. echo "data: " . json_encode([
  1110. 'type' => 'time_out',
  1111. 'message' => '批量视频生成已超时30分钟,停止状态查询',
  1112. 'total_tasks_count' => count($totalTasks),
  1113. 'completed_tasks_count' => count($completeTasks),
  1114. 'success_tasks_count' => count($successTasks)
  1115. ]) . "\n\n";
  1116. if (ob_get_level() > 0) {
  1117. ob_flush();
  1118. }
  1119. flush();
  1120. }
  1121. }, 200, [
  1122. 'Content-Type' => 'text/event-stream',
  1123. 'Cache-Control' => 'no-cache',
  1124. 'Connection' => 'keep-alive',
  1125. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1126. ]);
  1127. }
  1128. // 应用有声制作参数
  1129. public function applyAudioData(Request $request) {
  1130. $data = $request->all();
  1131. $result = $this->AnimeService->applyAudioData($data);
  1132. return $this->success($result);
  1133. }
  1134. // 获取分集生成图片信息
  1135. public function episodePicsInfo(Request $request) {
  1136. // 忽略所有超时限制
  1137. set_time_limit(0);
  1138. ini_set('max_execution_time', '0');
  1139. $data = $request->all();
  1140. // 获取生成器函数
  1141. $streamGenerator = $this->AnimeService->episodePicsInfo($data);
  1142. // 返回 SSE 响应
  1143. return response()->stream($streamGenerator, 200, [
  1144. 'Content-Type' => 'text/event-stream',
  1145. 'Cache-Control' => 'no-cache',
  1146. 'Connection' => 'keep-alive',
  1147. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  1148. ]);
  1149. }
  1150. public function clipSegmentVideo(Request $request) {
  1151. $data = $request->all();
  1152. $result = $this->AnimeService->clipSegmentVideo($data);
  1153. return $this->success(['success'=>$result ? 1: 0]);
  1154. }
  1155. /**
  1156. * 创建完整视频合成任务
  1157. *
  1158. * @param Request $request
  1159. * @return \Illuminate\Http\JsonResponse
  1160. */
  1161. public function createCompleteVideoTask(Request $request)
  1162. {
  1163. // 忽略所有超时限制
  1164. set_time_limit(0);
  1165. ini_set('max_execution_time', '0');
  1166. $data = $request->all();
  1167. // 验证参数
  1168. $validator = Validator::make($data, [
  1169. 'anime_id' => 'required|string',
  1170. 'episode_id' => 'required|string',
  1171. ], [
  1172. 'anime_id.required' => '请选择动漫',
  1173. 'episode_id.required' => '请选择分集',
  1174. ]);
  1175. if ($validator->fails()) {
  1176. Utils::throwError('1002:' . $validator->errors()->first());
  1177. }
  1178. try {
  1179. $result = $this->AnimeService->createCompleteVideoTask($data);
  1180. return $this->success($result);
  1181. } catch (\Exception $e) {
  1182. $logData = [
  1183. 'anime_id' => $data['anime_id'] ?? '',
  1184. 'episode_id' => $data['episode_id'] ?? '',
  1185. 'error' => $e->getMessage()
  1186. ];
  1187. dLog('anime')->error('创建完整视频合成任务失败', $logData);
  1188. logDB('anime', 'error', '创建完整视频合成任务失败', $logData);
  1189. return $this->error('20003:'.$e->getMessage());
  1190. }
  1191. }
  1192. /**
  1193. * 按「prompt 优先」策略确定本次生成使用的提示词
  1194. *
  1195. * - 请求带 prompt:直接使用 prompt,不再拼接 context_data 的解密内容;
  1196. * - 请求不带 prompt:解密 context_data 作为提示词,解密失败直接报错;
  1197. * - 两者都没有:保持原逻辑放行,由业务层校验提示词为空。
  1198. *
  1199. * @param array $data 请求参数(引用传递,无 prompt 时写回解密结果)
  1200. * @param string $scene 场景标识(用于日志区分接口)
  1201. */
  1202. protected function applyGenerationContext(&$data, $scene)
  1203. {
  1204. $prompt = is_array($data) ? getProp($data, 'prompt', null) : null;
  1205. $contextData = is_array($data) ? getProp($data, 'context_data', null) : null;
  1206. // 有 prompt 时优先使用 prompt,不拼接 context_data 解密内容
  1207. if (is_string($prompt) && trim($prompt) !== '') {
  1208. return;
  1209. }
  1210. // 没有 prompt 时,用 context_data 解密结果作为本次提示词
  1211. if ($contextData !== null && $contextData !== '') {
  1212. try {
  1213. $decoded = GenerationContext::decode($contextData);
  1214. } catch (\RuntimeException $e) {
  1215. dLog('anime')->error('生成接口 context_data 解密失败', [
  1216. 'scene' => $scene,
  1217. 'detail' => $e->getMessage(),
  1218. ]);
  1219. Utils::throwError('20003:' . $e->getMessage());
  1220. }
  1221. $data['prompt'] = $decoded;
  1222. dLog('anime')->info('生成接口使用 context_data 解密结果作为提示词', [
  1223. 'scene' => $scene,
  1224. 'decoded_bytes' => strlen($decoded),
  1225. ]);
  1226. return;
  1227. }
  1228. // prompt 与 context_data 均为空:交给后续业务校验处理
  1229. dLog('anime')->warning('生成接口未提供 prompt 与 context_data', [
  1230. 'scene' => $scene,
  1231. ]);
  1232. }
  1233. // 文生图(通用)
  1234. public function generateImg(Request $request) {
  1235. // 忽略所有超时限制
  1236. set_time_limit(0);
  1237. ini_set('max_execution_time', '0');
  1238. $data = $request->all();
  1239. // 兼容开关:stream=1 走 SSE 流式输出;默认不传时保持原有普通 JSON 响应
  1240. $useStream = (int)($request->input('stream', 0)) === 1;
  1241. if (!$useStream) {
  1242. // 原有逻辑:同步等待结果,普通 JSON 响应(格式保持不变)
  1243. $this->applyGenerationContext($data, 'generateImg');
  1244. $result = $this->AnimeService->generateImg($data);
  1245. // 多张图片:data为首图URL,image_urls为全部图片URL数组,task_center_id为任务中心ID
  1246. if (is_array($result) && isset($result['img_url']) && isset($result['image_urls'])) {
  1247. return $this->respond([
  1248. 'msg' => '',
  1249. 'code' => 0,
  1250. 'data' => $result['img_url'],
  1251. 'image_urls' => $result['image_urls'],
  1252. 'task_center_id' => $result['task_id'] ?? 0,
  1253. ]);
  1254. }
  1255. // 单张图片:data为图片URL,task_center_id为任务中心ID
  1256. if (is_array($result) && isset($result['img_url'])) {
  1257. return $this->respond([
  1258. 'msg' => '',
  1259. 'code' => 0,
  1260. 'data' => $result['img_url'],
  1261. 'task_center_id' => $result['task_id'] ?? 0,
  1262. ]);
  1263. }
  1264. return $this->success($result);
  1265. }
  1266. // 设置 SSE 响应头
  1267. return response()->stream(function () use ($data) {
  1268. // 禁用所有输出缓冲
  1269. if (ob_get_level()) {
  1270. ob_end_clean();
  1271. }
  1272. ini_set('output_buffering', 'off');
  1273. ini_set('zlib.output_compression', 'off');
  1274. if (function_exists('apache_setenv')) {
  1275. apache_setenv('no-gzip', '1');
  1276. }
  1277. try {
  1278. // 解密 context_data 并与用户提示词拼接,失败通过 SSE type=error 返回
  1279. $this->applyGenerationContext($data, 'generateImg');
  1280. // 创建图片生成任务,任务创建后立即回调发送init消息(包含任务中心ID和任务信息)
  1281. $result = $this->AnimeService->generateImg($data, function ($taskCenterId, $taskInfo) {
  1282. echo "data: " . json_encode([
  1283. 'type' => 'init',
  1284. 'data' => $taskInfo,
  1285. 'task_center_id' => $taskCenterId,
  1286. ], JSON_UNESCAPED_UNICODE) . "\n\n";
  1287. if (ob_get_level() > 0) {
  1288. ob_flush();
  1289. }
  1290. flush();
  1291. }, function ($taskCenterId, $taskId, $elapsedTime) {
  1292. // 每分钟发送一次队列状态消息
  1293. echo "data: " . json_encode([
  1294. 'type' => 'queue',
  1295. 'data' => [
  1296. 'task_id' => $taskId,
  1297. 'status' => 'processing',
  1298. 'elapsed_time' => $elapsedTime,
  1299. 'message' => '任务正在队列中执行...',
  1300. ],
  1301. ], JSON_UNESCAPED_UNICODE) . "\n\n";
  1302. if (ob_get_level() > 0) {
  1303. ob_flush();
  1304. }
  1305. flush();
  1306. });
  1307. // 最终结果:保持原有返回格式(msg/code/data/image_urls/task_center_id)
  1308. if (is_array($result) && isset($result['img_url']) && isset($result['image_urls'])) {
  1309. $finalData = [
  1310. 'msg' => '',
  1311. 'code' => 0,
  1312. 'data' => $result['img_url'],
  1313. 'image_urls' => $result['image_urls'],
  1314. 'task_center_id' => $result['task_id'] ?? 0,
  1315. ];
  1316. } elseif (is_array($result) && isset($result['img_url'])) {
  1317. $finalData = [
  1318. 'msg' => '',
  1319. 'code' => 0,
  1320. 'data' => $result['img_url'],
  1321. 'task_center_id' => $result['task_id'] ?? 0,
  1322. ];
  1323. } else {
  1324. $finalData = [
  1325. 'msg' => '',
  1326. 'code' => 0,
  1327. 'data' => $result,
  1328. ];
  1329. }
  1330. echo "data: " . json_encode([
  1331. 'type' => 'completed',
  1332. 'data' => $finalData,
  1333. ], JSON_UNESCAPED_UNICODE) . "\n\n";
  1334. if (ob_get_level() > 0) {
  1335. ob_flush();
  1336. }
  1337. flush();
  1338. } catch (\Exception $e) {
  1339. echo "data: " . json_encode([
  1340. 'type' => 'error',
  1341. 'message' => $e->getMessage(),
  1342. ], JSON_UNESCAPED_UNICODE) . "\n\n";
  1343. if (ob_get_level() > 0) {
  1344. ob_flush();
  1345. }
  1346. flush();
  1347. }
  1348. }, 200, [
  1349. 'Content-Type' => 'text/event-stream',
  1350. 'Cache-Control' => 'no-cache',
  1351. 'Connection' => 'keep-alive',
  1352. 'X-Accel-Buffering' => 'no',
  1353. ]);
  1354. }
  1355. /**
  1356. * 导出动漫剧本为PDF
  1357. * @param Request $request
  1358. */
  1359. public function exportAnimeScriptPdf(Request $request) {
  1360. // 忽略超时限制(图片下载可能耗时较长)
  1361. set_time_limit(0);
  1362. ini_set('max_execution_time', '0');
  1363. ini_set('memory_limit', '512M');
  1364. $animeId = (int)$request->input('anime_id', 0);
  1365. $episodeCount = (int)$request->input('episode_count', 8);
  1366. if ($animeId <= 0) {
  1367. Utils::throwError('20003:缺少anime_id');
  1368. }
  1369. return $this->AnimeService->exportAnimeScriptAsPdf($animeId, $episodeCount);
  1370. }
  1371. /**
  1372. * 导出分集的全部图片(下载并打包)
  1373. */
  1374. public function exportEpisodeImages(Request $request) {
  1375. // 忽略所有超时限制
  1376. set_time_limit(0);
  1377. ini_set('max_execution_time', '0');
  1378. ini_set('memory_limit', '512M');
  1379. $data = $request->all();
  1380. // 验证参数
  1381. $validator = Validator::make($data, [
  1382. 'anime_id' => 'required|string',
  1383. 'episode_id' => 'required|string',
  1384. ], [
  1385. 'anime_id.required' => '动漫ID不能为空',
  1386. 'episode_id.required' => '剧集ID不能为空',
  1387. ]);
  1388. if ($validator->fails()) {
  1389. Utils::throwError('1002:' . $validator->errors()->first());
  1390. }
  1391. $animeId = $data['anime_id'];
  1392. $episodeId = $data['episode_id'];
  1393. try {
  1394. // 获取动漫信息,判断是否为全能模式
  1395. $anime = DB::table('mp_animes')
  1396. ->where('id', $animeId)
  1397. ->select('ace_mode')
  1398. ->first();
  1399. if (!$anime) {
  1400. Utils::throwError('20003:未找到动漫信息');
  1401. }
  1402. $isAceMode = ($anime->ace_mode == 1);
  1403. // 获取剧集信息
  1404. $episode = DB::table('mp_anime_episodes')
  1405. ->where('anime_id', $animeId)
  1406. ->where('id', $episodeId)
  1407. ->select('episode_number', 'title')
  1408. ->first();
  1409. if (!$episode) {
  1410. Utils::throwError('20003:未找到剧集信息');
  1411. }
  1412. // 根据模式查询和排序分镜数据
  1413. if ($isAceMode) {
  1414. // 全能模式:只查询有视频的分镜,按act_number排序
  1415. $segments = DB::table('mp_episode_segments')
  1416. ->where('anime_id', $animeId)
  1417. ->where('episode_id', $episodeId)
  1418. ->whereNotNull('video_url')
  1419. ->where('video_url', '!=', '')
  1420. ->orderBy('act_number')
  1421. ->select('id as act_id', 'act_number', 'video_url', 'act_title')
  1422. ->get();
  1423. if ($segments->isEmpty()) {
  1424. Utils::throwError('20003:该剧集暂无视频可导出');
  1425. }
  1426. } else {
  1427. // 普通模式:查询所有分镜,按segment_number排序
  1428. $segments = DB::table('mp_episode_segments')
  1429. ->where('anime_id', $animeId)
  1430. ->where('episode_id', $episodeId)
  1431. ->orderBy('segment_number')
  1432. ->select('segment_id', 'segment_number', 'img_url', 'video_url', 'audio_url')
  1433. ->get();
  1434. if ($segments->isEmpty()) {
  1435. Utils::throwError('20003:该剧集暂无分镜数据');
  1436. }
  1437. // 过滤出有图片或视频的分镜
  1438. $validSegments = $segments->filter(function($segment) {
  1439. return (!empty($segment->img_url) || !empty($segment->video_url));
  1440. });
  1441. if ($validSegments->isEmpty()) {
  1442. Utils::throwError('20003:该剧集暂无图片或视频可导出');
  1443. }
  1444. $segments = $validSegments->values();
  1445. }
  1446. // 创建临时目录
  1447. $tempDir = storage_path('app/temp/episode_images_' . time() . '_' . mt_rand(1000, 9999));
  1448. if (!file_exists($tempDir)) {
  1449. mkdir($tempDir, 0755, true);
  1450. }
  1451. // 并行下载文件(使用 cURL multi)
  1452. $downloadedFiles = [];
  1453. $multiHandle = curl_multi_init();
  1454. $curlHandles = [];
  1455. $fileInfos = [];
  1456. // 准备所有下载任务
  1457. foreach ($segments as $index => $segment) {
  1458. try {
  1459. if ($isAceMode) {
  1460. // 全能模式:只下载视频
  1461. $mediaUrl = $segment->video_url;
  1462. } else {
  1463. // 普通模式:优先使用video_url,如果没有则使用img_url
  1464. $mediaUrl = !empty($segment->video_url) ? $segment->video_url : $segment->img_url;
  1465. }
  1466. if (empty($mediaUrl)) {
  1467. continue;
  1468. }
  1469. // 获取文件扩展名
  1470. $extension = pathinfo(parse_url($mediaUrl, PHP_URL_PATH), PATHINFO_EXTENSION);
  1471. if (empty($extension)) {
  1472. // 根据URL类型设置默认扩展名
  1473. $extension = !empty($segment->video_url) ? 'mp4' : 'jpg';
  1474. }
  1475. // 构建文件名
  1476. if ($isAceMode) {
  1477. // 全能模式:使用act_number
  1478. $fileName = sprintf('%03d.%s', $segment->act_number, $extension);
  1479. } else {
  1480. // 普通模式:使用segment_number
  1481. $fileName = sprintf('%03d.%s', $segment->segment_number, $extension);
  1482. }
  1483. $filePath = $tempDir . '/' . $fileName;
  1484. // 创建 cURL 句柄
  1485. $ch = curl_init($mediaUrl);
  1486. $fp = fopen($filePath, 'wb');
  1487. curl_setopt($ch, CURLOPT_FILE, $fp);
  1488. curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
  1489. curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
  1490. curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, false);
  1491. curl_setopt($ch, CURLOPT_TIMEOUT, 60);
  1492. curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 10);
  1493. curl_multi_add_handle($multiHandle, $ch);
  1494. $curlHandles[(int)$ch] = [
  1495. 'handle' => $ch,
  1496. 'file' => $fp,
  1497. 'path' => $filePath,
  1498. 'url' => $mediaUrl,
  1499. 'segment' => $segment
  1500. ];
  1501. } catch (\Exception $e) {
  1502. $logData = ['error' => $e->getMessage()];
  1503. if ($isAceMode) {
  1504. $logData['act_id'] = $segment->act_id;
  1505. } else {
  1506. $logData['segment_id'] = $segment->segment_id;
  1507. }
  1508. logDB('anime', 'error', '准备下载任务异常', $logData);
  1509. continue;
  1510. }
  1511. }
  1512. // 执行并行下载
  1513. $running = null;
  1514. do {
  1515. curl_multi_exec($multiHandle, $running);
  1516. curl_multi_select($multiHandle, 0.1);
  1517. } while ($running > 0);
  1518. // 处理下载结果
  1519. foreach ($curlHandles as $info) {
  1520. $ch = $info['handle'];
  1521. $fp = $info['file'];
  1522. $filePath = $info['path'];
  1523. $segment = $info['segment'];
  1524. fclose($fp);
  1525. $httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  1526. if ($httpCode == 200 && file_exists($filePath) && filesize($filePath) > 0) {
  1527. $downloadedFiles[] = $filePath;
  1528. } else {
  1529. // 删除失败的文件
  1530. if (file_exists($filePath)) {
  1531. @unlink($filePath);
  1532. }
  1533. $logData = [
  1534. 'media_url' => $info['url'],
  1535. 'http_code' => $httpCode,
  1536. 'type' => $isAceMode ? 'video' : 'image'
  1537. ];
  1538. if ($isAceMode) {
  1539. $logData['act_id'] = $segment->act_id;
  1540. } else {
  1541. $logData['segment_id'] = $segment->segment_id;
  1542. }
  1543. logDB('anime', 'warning', '文件下载失败', $logData);
  1544. }
  1545. curl_multi_remove_handle($multiHandle, $ch);
  1546. curl_close($ch);
  1547. }
  1548. curl_multi_close($multiHandle);
  1549. if (empty($downloadedFiles)) {
  1550. // 清理临时目录
  1551. if (file_exists($tempDir)) {
  1552. array_map('unlink', glob("$tempDir/*"));
  1553. rmdir($tempDir);
  1554. }
  1555. Utils::throwError('20003:没有成功下载任何文件');
  1556. }
  1557. // 处理音频合成(仅普通模式)
  1558. $mergedAudioPath = null;
  1559. if (!$isAceMode) {
  1560. try {
  1561. // 检查 FFmpeg 是否可用
  1562. exec('which ffmpeg 2>&1', $ffmpegCheck, $ffmpegReturnCode);
  1563. $hasFfmpeg = ($ffmpegReturnCode === 0);
  1564. if ($hasFfmpeg) {
  1565. // 下载所有分镜的音频文件
  1566. $audioFiles = [];
  1567. foreach ($segments as $segment) {
  1568. if (!empty($segment->audio_url)) {
  1569. try {
  1570. $context = stream_context_create([
  1571. 'http' => [
  1572. 'timeout' => 30,
  1573. 'follow_location' => 1,
  1574. 'ignore_errors' => true
  1575. ],
  1576. 'ssl' => [
  1577. 'verify_peer' => false,
  1578. 'verify_peer_name' => false
  1579. ]
  1580. ]);
  1581. $audioData = @file_get_contents($segment->audio_url, false, $context);
  1582. if ($audioData !== false && !empty($audioData)) {
  1583. // 获取音频文件扩展名
  1584. $audioExtension = pathinfo(parse_url($segment->audio_url, PHP_URL_PATH), PATHINFO_EXTENSION);
  1585. if (empty($audioExtension)) {
  1586. $audioExtension = 'wav';
  1587. }
  1588. $audioFileName = sprintf('audio_%03d.%s', $segment->segment_number, $audioExtension);
  1589. $audioFilePath = $tempDir . '/' . $audioFileName;
  1590. file_put_contents($audioFilePath, $audioData);
  1591. $audioFiles[] = $audioFilePath;
  1592. } else {
  1593. logDB('anime', 'warning', '音频下载失败', [
  1594. 'segment_id' => $segment->segment_id,
  1595. 'audio_url' => $segment->audio_url
  1596. ]);
  1597. }
  1598. } catch (\Exception $e) {
  1599. logDB('anime', 'error', '下载音频异常', [
  1600. 'segment_id' => $segment->segment_id,
  1601. 'audio_url' => $segment->audio_url,
  1602. 'error' => $e->getMessage()
  1603. ]);
  1604. }
  1605. }
  1606. }
  1607. // 如果有音频文件,则进行合成
  1608. if (!empty($audioFiles)) {
  1609. // 创建 FFmpeg concat 文件列表
  1610. $concatFile = $tempDir . '/concat.txt';
  1611. $concatContent = '';
  1612. foreach ($audioFiles as $audioFile) {
  1613. // 使用相对路径,避免路径中的特殊字符问题
  1614. $concatContent .= "file '" . basename($audioFile) . "'\n";
  1615. }
  1616. file_put_contents($concatFile, $concatContent);
  1617. // 合成音频文件
  1618. $mergedAudioPath = $tempDir . '/tts.wav';
  1619. // 使用 FFmpeg 合并音频,转换为统一的 WAV 格式
  1620. $ffmpegCommand = sprintf(
  1621. 'cd %s && ffmpeg -f concat -safe 0 -i %s -ar 44100 -ac 2 -y %s 2>&1',
  1622. escapeshellarg($tempDir),
  1623. escapeshellarg(basename($concatFile)),
  1624. escapeshellarg(basename($mergedAudioPath))
  1625. );
  1626. exec($ffmpegCommand, $ffmpegOutput, $ffmpegReturnCode);
  1627. if ($ffmpegReturnCode !== 0 || !file_exists($mergedAudioPath)) {
  1628. logDB('anime', 'error', 'FFmpeg 合成音频失败', [
  1629. 'command' => $ffmpegCommand,
  1630. 'output' => implode("\n", $ffmpegOutput),
  1631. 'return_code' => $ffmpegReturnCode
  1632. ]);
  1633. $mergedAudioPath = null;
  1634. } else {
  1635. logDB('anime', 'info', '音频合成成功', [
  1636. 'audio_count' => count($audioFiles),
  1637. 'output_file' => $mergedAudioPath,
  1638. 'file_size' => filesize($mergedAudioPath)
  1639. ]);
  1640. }
  1641. // 清理临时音频文件和 concat 文件
  1642. foreach ($audioFiles as $audioFile) {
  1643. if (file_exists($audioFile)) {
  1644. @unlink($audioFile);
  1645. }
  1646. }
  1647. if (file_exists($concatFile)) {
  1648. @unlink($concatFile);
  1649. }
  1650. }
  1651. } else {
  1652. logDB('anime', 'warning', 'FFmpeg 未安装,跳过音频合成', []);
  1653. }
  1654. } catch (\Exception $e) {
  1655. logDB('anime', 'error', '音频合成过程异常', [
  1656. 'error' => $e->getMessage(),
  1657. 'trace' => $e->getTraceAsString()
  1658. ]);
  1659. // 音频合成失败不影响图片导出
  1660. $mergedAudioPath = null;
  1661. }
  1662. }
  1663. // 创建zip文件(使用安全的文件名)
  1664. $safeTitle = preg_replace('/[^\p{L}\p{N}\s\-_]/u', '', $episode->title ?: '未命名');
  1665. $safeTitle = trim($safeTitle) ?: '未命名';
  1666. $zipFileName = sprintf('%s_%s.zip', $safeTitle, time());
  1667. $zipFilePath = storage_path('app/temp/' . $zipFileName);
  1668. // 确保 temp 目录存在
  1669. $tempZipDir = storage_path('app/temp');
  1670. if (!file_exists($tempZipDir)) {
  1671. mkdir($tempZipDir, 0755, true);
  1672. }
  1673. $zip = new \ZipArchive();
  1674. $openResult = $zip->open($zipFilePath, \ZipArchive::CREATE | \ZipArchive::OVERWRITE);
  1675. if ($openResult !== true) {
  1676. // 清理临时文件
  1677. array_map('unlink', $downloadedFiles);
  1678. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1679. @unlink($mergedAudioPath);
  1680. }
  1681. rmdir($tempDir);
  1682. logDB('anime', 'error', '创建ZIP文件失败', [
  1683. 'zip_path' => $zipFilePath,
  1684. 'open_result' => $openResult
  1685. ]);
  1686. Utils::throwError('20003:创建ZIP文件失败');
  1687. }
  1688. // 设置压缩级别为最快(0=不压缩,1=最快,9=最好压缩)
  1689. // 对于视频和图片,压缩效果不明显,使用最快速度
  1690. $zip->setCompressionIndex(0, \ZipArchive::CM_STORE); // 不压缩,直接存储
  1691. // 添加文件到zip
  1692. foreach ($downloadedFiles as $file) {
  1693. if (file_exists($file)) {
  1694. $zip->addFile($file, basename($file));
  1695. }
  1696. }
  1697. // 添加合成的音频文件到zip(仅普通模式)
  1698. if (!$isAceMode && $mergedAudioPath && file_exists($mergedAudioPath)) {
  1699. $zip->addFile($mergedAudioPath, 'tts.wav');
  1700. }
  1701. // 关闭 ZIP 文件
  1702. $zip->close();
  1703. // 验证 ZIP 文件是否创建成功
  1704. if (!file_exists($zipFilePath) || filesize($zipFilePath) == 0) {
  1705. // 清理临时文件
  1706. array_map('unlink', $downloadedFiles);
  1707. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1708. @unlink($mergedAudioPath);
  1709. }
  1710. rmdir($tempDir);
  1711. logDB('anime', 'error', 'ZIP文件创建后无效', ['zip_path' => $zipFilePath]);
  1712. Utils::throwError('20003:ZIP文件创建失败或文件为空');
  1713. }
  1714. // 清理临时文件
  1715. array_map('unlink', $downloadedFiles);
  1716. // 清理合成的音频文件
  1717. if ($mergedAudioPath && file_exists($mergedAudioPath)) {
  1718. @unlink($mergedAudioPath);
  1719. }
  1720. rmdir($tempDir);
  1721. // 清空所有输出缓冲区,避免污染ZIP文件
  1722. while (ob_get_level() > 0) {
  1723. ob_end_clean();
  1724. }
  1725. // 返回文件下载响应
  1726. return response()->download($zipFilePath, $zipFileName)->deleteFileAfterSend(true);
  1727. } catch (\Exception $e) {
  1728. logDB('anime', 'error', '导出分集图片失败', [
  1729. 'anime_id' => $animeId,
  1730. 'episode_id' => $episodeId,
  1731. 'error' => $e->getMessage()
  1732. ]);
  1733. // 清理可能存在的临时文件
  1734. if (isset($tempDir) && file_exists($tempDir)) {
  1735. array_map('unlink', glob("$tempDir/*"));
  1736. rmdir($tempDir);
  1737. }
  1738. if (isset($zipFilePath) && file_exists($zipFilePath)) {
  1739. unlink($zipFilePath);
  1740. }
  1741. throw $e;
  1742. }
  1743. }
  1744. /**
  1745. * 监控分镜图片和音频生成任务进度(SSE)
  1746. */
  1747. public function monitorSegmentTasks(Request $request) {
  1748. // 忽略所有超时限制
  1749. set_time_limit(0);
  1750. ini_set('max_execution_time', '0');
  1751. $data = $request->all();
  1752. // 验证参数
  1753. $validator = Validator::make($data, [
  1754. 'anime_id' => 'required|string',
  1755. 'episode_id' => 'required|string',
  1756. ], [
  1757. 'anime_id.required' => '动漫ID不能为空',
  1758. 'episode_id.required' => '剧集ID不能为空',
  1759. ]);
  1760. if ($validator->fails()) {
  1761. Utils::throwError('1002:' . $validator->errors()->first());
  1762. }
  1763. $animeId = $data['anime_id'];
  1764. $episodeId = $data['episode_id'];
  1765. // 查询没有pic_task_id的分镜个数
  1766. $noPicTaskCount = DB::table('mp_episode_segments')
  1767. ->where('anime_id', $animeId)
  1768. ->where('episode_id', $episodeId)
  1769. ->where(function($query) {
  1770. $query->whereNull('pic_task_id')
  1771. ->orWhere('pic_task_id', '');
  1772. })
  1773. ->count('id');
  1774. // 获取所有分镜信息
  1775. $segments = DB::table('mp_episode_segments')
  1776. ->where('anime_id', $animeId)
  1777. ->where('episode_id', $episodeId)
  1778. ->where('pic_task_id', '!=', '')
  1779. ->orderBy('segment_number')
  1780. ->get();
  1781. // 判断是否有未完成的任务
  1782. $uncompleted_pic_count = DB::table('mp_episode_segments')->where('anime_id', $animeId)
  1783. ->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->whereNotIn('pic_task_status', ['已完成', '失败'])->count('id');
  1784. // 获取dialogue和voice_type存在但audio_url不存在的分镜个数
  1785. $uncompleted_audio_count = DB::table('mp_episode_segments')
  1786. ->where('anime_id', $animeId)
  1787. ->where('episode_id', $episodeId)
  1788. ->where('dialogue', '<>', '')
  1789. ->whereNotNull('dialogue')
  1790. ->where('voice_type', '<>', '')
  1791. ->whereNotNull('voice_type')
  1792. ->where(function($query) {
  1793. $query->whereNull('audio_url')
  1794. ->orWhere('audio_url', '');
  1795. })
  1796. ->count('id');
  1797. if ($segments->isEmpty()) {
  1798. Utils::throwError('20003:未找到分镜任务数据');
  1799. }
  1800. $startTime = time();
  1801. $maxDuration = 900; // 15分钟超时
  1802. $checkInterval = 5; // 每5秒检查一次
  1803. // 设置 SSE 响应头并开始长连接
  1804. return response()->stream(function () use ($segments, $animeId, $episodeId, $startTime, $maxDuration, $checkInterval, $uncompleted_pic_count, $uncompleted_audio_count, $noPicTaskCount) {
  1805. if ($uncompleted_pic_count == 0 && $uncompleted_audio_count == 0) {
  1806. $completedCount = DB::table('mp_episode_segments')->where('anime_id', $animeId)->where('episode_id', $episodeId)->where('pic_task_id', '<>', '')->where('pic_task_status', '已完成')->count('id');
  1807. // 获取剧集信息之前先处理视频截止时间点
  1808. $this->handleVideoTimePointEnd();
  1809. // 获取剧集信息
  1810. $episode = DB::table('mp_anime_episodes')
  1811. ->where('anime_id', $animeId)
  1812. ->where('id', $episodeId)
  1813. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1814. ->first();
  1815. if ($episode) {
  1816. $episode = (array)$episode;
  1817. $episode['roles'] = json_decode($episode['roles'], true);
  1818. $episode['scenes'] = json_decode($episode['scenes'], true);
  1819. // 获取所有分镜信息
  1820. $allSegments = DB::table('mp_episode_segments')
  1821. ->where('anime_id', $animeId)
  1822. ->where('episode_id', $episodeId)
  1823. ->orderBy('segment_number')
  1824. ->select('*')
  1825. ->get()
  1826. ->map(function ($value) {
  1827. return (array)$value;
  1828. })->toArray();
  1829. // 按照episodeInfo的格式组织数据
  1830. $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
  1831. $episode['acts'] = $segmentsStructure['acts'];
  1832. $episode['total_duration'] = $segmentsStructure['total_duration'];
  1833. }
  1834. echo "data: " . json_encode([
  1835. 'type' => 'completed',
  1836. 'data' => [
  1837. 'anime_id' => $animeId,
  1838. 'episode_id' => $episodeId,
  1839. 'completed_count' => $completedCount, // 成功完成的数量
  1840. 'processed_count' => count($segments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1841. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1842. 'total_elapsed_time' => time() - $startTime,
  1843. 'episode_info' => $episode ?? null
  1844. ]
  1845. ]) . "\n\n";
  1846. if (ob_get_level() > 0) {
  1847. ob_flush();
  1848. }
  1849. flush();
  1850. return;
  1851. }
  1852. // 发送初始任务信息
  1853. echo "data: " . json_encode([
  1854. 'type' => 'init',
  1855. 'data' => [
  1856. 'anime_id' => $animeId,
  1857. 'episode_id' => $episodeId,
  1858. 'total_segments' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1859. 'start_time' => $startTime,
  1860. 'max_duration' => $maxDuration
  1861. ]
  1862. ]) . "\n\n";
  1863. if (ob_get_level() > 0) {
  1864. ob_flush();
  1865. }
  1866. flush();
  1867. $completedSegments = [];
  1868. $processedSegments = []; // 记录已处理完成的分镜(成功或失败)
  1869. $notifiedSegments = []; // 记录已通知过的分镜,避免重复通知
  1870. while (time() - $startTime < $maxDuration) {
  1871. try {
  1872. $updatedImages = []; // 记录本次循环中更新的图片信息
  1873. foreach ($segments as $segment) {
  1874. $segmentId = $segment->segment_id;
  1875. $picTaskId = $segment->pic_task_id;
  1876. $audioUrl = $segment->audio_url;
  1877. // 跳过已处理完成的分镜
  1878. if (in_array($segmentId, $processedSegments)) {
  1879. continue;
  1880. }
  1881. $picCompleted = false;
  1882. $audioCompleted = false;
  1883. $picProcessed = false;
  1884. $audioProcessed = false;
  1885. // 检查图片任务状态
  1886. if ($picTaskId) {
  1887. $picTask = DB::table('mp_generate_pic_tasks')
  1888. ->where('id', $picTaskId)
  1889. ->select('status', 'result_url', 'error_message')
  1890. ->first();
  1891. if ($picTask && in_array($picTask->status, ['success', 'failed'])) {
  1892. $updateData = [
  1893. 'pic_task_status' => $picTask->status === 'success' ? '已完成' : '失败',
  1894. 'updated_at' => date('Y-m-d H:i:s')
  1895. ];
  1896. $imgUrl = '';
  1897. if ($picTask->status === 'success' && !empty($picTask->result_url)) {
  1898. // 更新分镜表的图片URL
  1899. $resultUrls = json_decode($picTask->result_url, true);
  1900. $imgUrl = is_array($resultUrls) ? $resultUrls[0] : $picTask->result_url;
  1901. $updateData['img_url'] = $imgUrl;
  1902. $picCompleted = true;
  1903. } else if ($picTask->status === 'failed') {
  1904. // 失败时清空图片URL
  1905. $updateData['img_url'] = '';
  1906. }
  1907. DB::table('mp_episode_segments')
  1908. ->where('segment_id', $segmentId)
  1909. ->update($updateData);
  1910. // 记录更新的图片信息(只有未通知过的才记录)
  1911. if (!in_array($segmentId, $notifiedSegments)) {
  1912. $updatedImages[] = [
  1913. 'segment_id' => $segmentId,
  1914. 'segment_number' => $segment->segment_number,
  1915. 'img_url' => $imgUrl,
  1916. 'status' => $picTask->status === 'success' ? 'success' : 'failed'
  1917. ];
  1918. // 标记为已通知
  1919. $notifiedSegments[] = $segmentId;
  1920. }
  1921. $picProcessed = true;
  1922. }
  1923. }
  1924. // 检查音频状态
  1925. // 获取分镜的dialogue、voice_type和audio_url信息
  1926. $segmentInfo = DB::table('mp_episode_segments')
  1927. ->where('segment_id', $segmentId)
  1928. ->select('dialogue', 'voice_type', 'audio_url')
  1929. ->first();
  1930. $needAudio = false;
  1931. $currentAudioUrl = '';
  1932. if ($segmentInfo) {
  1933. $dialogue = trim((string)getProp($segmentInfo, 'dialogue'));
  1934. $voiceType = trim((string)getProp($segmentInfo, 'voice_type'));
  1935. $currentAudioUrl = trim((string)getProp($segmentInfo, 'audio_url'));
  1936. // 如果有对话和音色类型,则需要音频
  1937. if (!empty($dialogue) && !empty($voiceType)) {
  1938. $needAudio = true;
  1939. }
  1940. }
  1941. // 判断音频状态
  1942. if ($needAudio) {
  1943. // 需要音频的情况下,检查audio_url是否有值
  1944. if (!empty($currentAudioUrl)) {
  1945. $audioCompleted = true;
  1946. $audioProcessed = true;
  1947. } else {
  1948. // 需要音频但还没有,继续等待
  1949. $audioCompleted = false;
  1950. $audioProcessed = false;
  1951. }
  1952. } else {
  1953. // 不需要音频,直接标记为已处理
  1954. $audioCompleted = false;
  1955. $audioProcessed = true;
  1956. }
  1957. // 如果图片和音频都成功完成,标记为已完成
  1958. if ($picCompleted && ($audioCompleted || !$needAudio)) {
  1959. $completedSegments[] = $segmentId;
  1960. }
  1961. // 如果图片和音频都已处理完成(成功或失败),标记为已处理
  1962. if ($picProcessed && $audioProcessed) {
  1963. $processedSegments[] = $segmentId;
  1964. }
  1965. }
  1966. // 如果有图片更新,发送具体的图片更新信息
  1967. if (!empty($updatedImages)) {
  1968. echo "data: " . json_encode([
  1969. 'type' => 'update',
  1970. 'data' => [
  1971. 'anime_id' => $animeId,
  1972. 'episode_id' => $episodeId,
  1973. 'updated_images' => $updatedImages,
  1974. 'completed_count' => count($completedSegments), // 成功完成的数量
  1975. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  1976. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  1977. 'elapsed_time' => time() - $startTime,
  1978. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  1979. ]
  1980. ]) . "\n\n";
  1981. if (ob_get_level() > 0) {
  1982. ob_flush();
  1983. }
  1984. flush();
  1985. }
  1986. // 如果所有分镜都已处理完成(成功或失败),获取最终结果并结束连接
  1987. if (count($processedSegments) === count($segments)) {
  1988. // 获取剧集信息之前先处理视频截止时间点
  1989. $this->handleVideoTimePointEnd();
  1990. // 获取剧集信息
  1991. $episode = DB::table('mp_anime_episodes')
  1992. ->where('anime_id', $animeId)
  1993. ->where('id', $episodeId)
  1994. ->select('id as episode_id', 'anime_id', 'episode_number', 'title', 'intro', 'art_style', 'roles', 'scenes')
  1995. ->first();
  1996. if ($episode) {
  1997. $episode = (array)$episode;
  1998. $episode['roles'] = json_decode($episode['roles'], true);
  1999. $episode['scenes'] = json_decode($episode['scenes'], true);
  2000. // 获取所有分镜信息
  2001. $allSegments = DB::table('mp_episode_segments')
  2002. ->where('anime_id', $animeId)
  2003. ->where('episode_id', $episodeId)
  2004. ->orderBy('segment_number')
  2005. ->select('*')
  2006. ->get()
  2007. ->map(function ($value) {
  2008. return (array)$value;
  2009. })->toArray();
  2010. // 按照episodeInfo的格式组织数据
  2011. $segmentsStructure = $this->AnimeService->buildEpisodeSegmentsStructure($allSegments);
  2012. $episode['acts'] = $segmentsStructure['acts'];
  2013. $episode['total_duration'] = $segmentsStructure['total_duration'];
  2014. }
  2015. echo "data: " . json_encode([
  2016. 'type' => 'completed',
  2017. 'data' => [
  2018. 'anime_id' => $animeId,
  2019. 'episode_id' => $episodeId,
  2020. 'completed_count' => count($completedSegments), // 成功完成的数量
  2021. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  2022. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  2023. 'total_elapsed_time' => time() - $startTime,
  2024. 'episode_info' => $episode ?? null
  2025. ]
  2026. ]) . "\n\n";
  2027. if (ob_get_level() > 0) ob_flush();
  2028. flush();
  2029. break;
  2030. }
  2031. // 检查是否超时
  2032. if (time() - $startTime >= $maxDuration) {
  2033. break;
  2034. }
  2035. sleep($checkInterval);
  2036. } catch (\Exception $e) {
  2037. echo "data: " . json_encode([
  2038. 'type' => 'error',
  2039. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  2040. 'elapsed_time' => time() - $startTime,
  2041. 'remaining_time' => max(0, $maxDuration - (time() - $startTime))
  2042. ]) . "\n\n";
  2043. if (ob_get_level() > 0) ob_flush();
  2044. flush();
  2045. if (time() - $startTime >= $maxDuration) {
  2046. break;
  2047. }
  2048. sleep($checkInterval);
  2049. }
  2050. }
  2051. // 超时处理
  2052. if (time() - $startTime >= $maxDuration) {
  2053. echo "data: " . json_encode([
  2054. 'type' => 'time_out',
  2055. 'message' => '分镜任务监控已超时15分钟,停止状态查询',
  2056. 'data' => [
  2057. 'anime_id' => $animeId,
  2058. 'episode_id' => $episodeId,
  2059. 'completed_count' => count($completedSegments), // 成功完成的数量
  2060. 'processed_count' => count($processedSegments) + $noPicTaskCount, // 已处理完成的数量(成功+失败)+ 没有pic_task_id的分镜
  2061. 'total_count' => count($segments) + $noPicTaskCount, // 总数包含没有pic_task_id的分镜
  2062. 'total_elapsed_time' => time() - $startTime,
  2063. 'timeout_duration' => $maxDuration
  2064. ]
  2065. ]) . "\n\n";
  2066. if (ob_get_level() > 0) ob_flush();
  2067. flush();
  2068. }
  2069. }, 200, [
  2070. 'Content-Type' => 'text/event-stream',
  2071. 'Cache-Control' => 'no-cache',
  2072. 'Connection' => 'keep-alive',
  2073. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  2074. ]);
  2075. }
  2076. /**
  2077. * 音频试听接口
  2078. * 创建音频任务并返回结果
  2079. */
  2080. public function previewAudio(Request $request) {
  2081. $data = $request->all();
  2082. $result = $this->AnimeService->previewAudio($data);
  2083. return $this->success($result);
  2084. }
  2085. // 角色库
  2086. public function globalProducts(Request $request) {
  2087. $data = $request->all();
  2088. $result = $this->AnimeService->globalProducts($data);
  2089. return $this->success($result);
  2090. }
  2091. // 新建角色
  2092. public function createProduct(Request $request) {
  2093. $data = $request->all();
  2094. $result = $this->AnimeService->createProduct($data);
  2095. return $this->success($result);
  2096. }
  2097. // 编辑角色
  2098. public function editProduct(Request $request) {
  2099. $data = $request->all();
  2100. $result = $this->AnimeService->editProduct($data);
  2101. return $this->success(['success' => $result ? 1 : 0]);
  2102. }
  2103. // 获取角色版本历史
  2104. public function getProductVersions(Request $request) {
  2105. $data = $request->all();
  2106. $result = $this->AnimeService->getProductVersions($data);
  2107. return $this->success($result);
  2108. }
  2109. // 恢复到指定版本
  2110. public function restoreProductVersion(Request $request) {
  2111. $data = $request->all();
  2112. $result = $this->AnimeService->restoreProductVersion($data);
  2113. return $this->success(['success' => $result ? 1 : 0]);
  2114. }
  2115. // 删除角色
  2116. public function deleteProduct(Request $request) {
  2117. $data = $request->all();
  2118. $result = $this->AnimeService->deleteProduct($data);
  2119. return $this->success(['success' => $result ? 1 : 0]);
  2120. }
  2121. // 新建文件夹
  2122. public function createFolder(Request $request) {
  2123. $data = $request->all();
  2124. $result = $this->AnimeService->createFolder($data);
  2125. return $this->success(['id' => $result]);
  2126. }
  2127. // 重命名文件夹或角色
  2128. public function renameFolder(Request $request) {
  2129. $data = $request->all();
  2130. $result = $this->AnimeService->renameFolder($data);
  2131. return $this->success(['success' => $result ? 1 : 0]);
  2132. }
  2133. // 移动角色或文件夹
  2134. public function moveProductOrFolder(Request $request) {
  2135. $data = $request->all();
  2136. $result = $this->AnimeService->moveProductOrFolder($data);
  2137. return $this->success(['success' => $result ? 1 : 0]);
  2138. }
  2139. // 获取文件夹路径(面包屑导航)
  2140. public function getFolderPath(Request $request) {
  2141. $data = $request->all();
  2142. $result = $this->AnimeService->getFolderPath($data);
  2143. return $this->success($result);
  2144. }
  2145. // 生成三视图
  2146. public function generateThreeView(Request $request) {
  2147. // 忽略所有超时限制
  2148. set_time_limit(0);
  2149. ini_set('max_execution_time', '0');
  2150. $data = $request->all();
  2151. $result = $this->AnimeService->generateThreeView($data);
  2152. return $this->success($result);
  2153. }
  2154. // 推送资产或文件夹到目标位置
  2155. public function pushProductOrFolder(Request $request) {
  2156. $data = $request->all();
  2157. $result = $this->AnimeService->pushProductOrFolder($data);
  2158. return $this->success($result);
  2159. }
  2160. /**
  2161. * 保存剧本资产关联关系
  2162. * @param Request $request
  2163. * @return mixed
  2164. */
  2165. public function saveScriptProducts(Request $request) {
  2166. // 忽略所有超时限制
  2167. set_time_limit(0);
  2168. ini_set('max_execution_time', '0');
  2169. $data = $request->all();
  2170. $result = $this->AnimeService->saveScriptProducts($data);
  2171. // 判断是否是 SSE 流(Generator)
  2172. if ($result instanceof \Generator) {
  2173. // 返回 SSE 响应
  2174. return response()->stream(function () use ($result) {
  2175. // 设置不缓冲输出
  2176. if (ob_get_level()) {
  2177. ob_end_flush();
  2178. }
  2179. foreach ($result as $event) {
  2180. echo $event;
  2181. if (ob_get_level()) {
  2182. ob_flush();
  2183. }
  2184. flush();
  2185. }
  2186. }, 200, [
  2187. 'Content-Type' => 'text/event-stream',
  2188. 'Cache-Control' => 'no-cache',
  2189. 'Connection' => 'keep-alive',
  2190. 'X-Accel-Buffering' => 'no'
  2191. ]);
  2192. }
  2193. // 普通JSON响应
  2194. return $this->success($result);
  2195. }
  2196. /**
  2197. * 通过 Excel 批量导入剧本资产
  2198. * 支持 xlsx/xls,先校验 Excel 数据完整性,再执行资产创建与图片生成
  2199. * @param Request $request
  2200. * @return mixed
  2201. */
  2202. public function importScriptProductsByExcel(Request $request) {
  2203. // 忽略所有超时限制
  2204. set_time_limit(0);
  2205. ini_set('max_execution_time', '0');
  2206. $data = $request->all();
  2207. $file = $request->file('file');
  2208. $result = $this->AnimeService->importScriptProductsByExcel($data, $file);
  2209. // 判断是否是 SSE 流(Generator):资产图片仍在生成中,需要轮询
  2210. if ($result instanceof \Generator) {
  2211. return response()->stream(function () use ($result) {
  2212. // 设置不缓冲输出
  2213. if (ob_get_level()) {
  2214. ob_end_flush();
  2215. }
  2216. foreach ($result as $event) {
  2217. echo $event;
  2218. if (ob_get_level()) {
  2219. ob_flush();
  2220. }
  2221. flush();
  2222. }
  2223. }, 200, [
  2224. 'Content-Type' => 'text/event-stream',
  2225. 'Cache-Control' => 'no-cache',
  2226. 'Connection' => 'keep-alive',
  2227. 'X-Accel-Buffering' => 'no'
  2228. ]);
  2229. }
  2230. // 普通JSON响应
  2231. return $this->success($result);
  2232. }
  2233. /**
  2234. * 转让剧本归属(剧本及其关联资产,逐个剧本独立事务)
  2235. * @param Request $request
  2236. * @return mixed
  2237. */
  2238. public function transferScriptOwner(Request $request) {
  2239. $data = $request->all();
  2240. $result = $this->AnimeService->transferScriptOwner($data);
  2241. return $this->success($result);
  2242. }
  2243. /**
  2244. * 获取剧本关联的资产列表
  2245. * @param Request $request
  2246. * @return mixed
  2247. */
  2248. public function getScriptProducts(Request $request) {
  2249. $data = $request->all();
  2250. $result = $this->AnimeService->getScriptProducts($data);
  2251. return $this->success($result);
  2252. }
  2253. /**
  2254. * 获取剧本总集数
  2255. * @param Request $request
  2256. * @return mixed
  2257. */
  2258. public function getScriptTotalEpisodes(Request $request) {
  2259. $data = $request->all();
  2260. $result = $this->AnimeService->getScriptTotalEpisodes($data);
  2261. return $this->success($result);
  2262. }
  2263. private function handleVideoTimePointEnd() {
  2264. // 处理音频时长,循环查询dub_video_task_queue列表中的任务
  2265. $queueLength = Redis::llen('dub_video_task_queue');
  2266. if ($queueLength > 0) {
  2267. $processedTaskIds = []; // 记录已处理的任务ID
  2268. // 遍历队列中的所有任务
  2269. for ($i = 0; $i < $queueLength; $i++) {
  2270. $dubTaskId = Redis::lindex('dub_video_task_queue', $i);
  2271. if (!$dubTaskId) continue;
  2272. // 查询任务状态
  2273. $dubTask = DB::table('mp_dub_video_tasks')
  2274. ->where('id', $dubTaskId)
  2275. ->first();
  2276. if (!$dubTask) {
  2277. // 任务不存在,标记为需要删除
  2278. $processedTaskIds[] = $dubTaskId;
  2279. continue;
  2280. }
  2281. // 如果任务状态是已完成
  2282. if ($dubTask->generate_status === '执行成功') {
  2283. // 获取对应的分镜信息
  2284. $segment = DB::table('mp_episode_segments')
  2285. ->where('segment_id', $dubTask->alias_segment_id)
  2286. ->first();
  2287. // 如果分镜存在且audio_duration大于0
  2288. if ($segment && isset($segment->audio_duration) && $segment->audio_duration > 0) {
  2289. // 更新video_time_point_end字段
  2290. DB::table('mp_episode_segments')
  2291. ->where('segment_id', $dubTask->alias_segment_id)
  2292. ->update([
  2293. 'video_time_point_end' => $segment->audio_duration,
  2294. 'updated_at' => date('Y-m-d H:i:s')
  2295. ]);
  2296. dLog('anime')->info('更新分镜视频截止时间点', [
  2297. 'task_id' => $dubTaskId,
  2298. 'segment_id' => $dubTask->alias_segment_id,
  2299. 'audio_duration' => $segment->audio_duration
  2300. ]);
  2301. }
  2302. // 标记为需要从队列中删除
  2303. $processedTaskIds[] = $dubTaskId;
  2304. }
  2305. }
  2306. // 从Redis列表中删除已处理的任务ID
  2307. foreach ($processedTaskIds as $taskId) {
  2308. Redis::lrem('dub_video_task_queue', 0, $taskId);
  2309. }
  2310. }
  2311. }
  2312. // 确认片段
  2313. public function confirmActs(Request $request) {
  2314. $data = $request->all();
  2315. $result = $this->AnimeService->confirmActs($data);
  2316. return $this->success($result);
  2317. }
  2318. public function saveActVideoGenerateParams(Request $request) {
  2319. $data = $request->all();
  2320. $result = $this->AnimeService->saveActVideoGenerateParams($data);
  2321. return $this->success(['success' => $result ? 1 : 0]);
  2322. }
  2323. public function createActVideoTask(Request $request) {
  2324. $uid = Site::getUid();
  2325. // 忽略所有超时限制
  2326. set_time_limit(0);
  2327. ini_set('max_execution_time', '0');
  2328. $data = $request->all();
  2329. // 创建视频生成任务
  2330. $result = $this->AnimeService->createActVideoTask($data);
  2331. $taskId = $result['task_id'];
  2332. // 设置 SSE 响应头
  2333. return response()->stream(function () use ($taskId, $result, $uid) {
  2334. // 立即发送 init 消息
  2335. echo "data: " . json_encode([
  2336. 'type' => 'init',
  2337. 'data' => $result
  2338. ]) . "\n\n";
  2339. if (ob_get_level() > 0) ob_flush();
  2340. flush();
  2341. $startTime = time();
  2342. $maxDuration = 3600; // 超时设置
  2343. $checkInterval = 5; // 检查间隔
  2344. $lastQueueMessageTime = time(); // 记录上次发送队列消息的时间
  2345. $queueMessageInterval = 60; // 队列消息发送间隔(秒)
  2346. while (time() - $startTime < $maxDuration) {
  2347. try {
  2348. // 查询任务状态
  2349. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  2350. if (!$task) {
  2351. echo "data: " . json_encode([
  2352. 'type' => 'error',
  2353. 'message' => '任务不存在'
  2354. ]) . "\n\n";
  2355. if (ob_get_level() > 0) ob_flush();
  2356. flush();
  2357. break;
  2358. }
  2359. // 如果任务完成(成功或失败),结束连接
  2360. if (in_array($task->status, [
  2361. 'success',
  2362. 'failed'
  2363. ])) {
  2364. echo "data: " . json_encode([
  2365. 'type' => 'completed',
  2366. 'data' => [
  2367. 'task_id' => $task->id,
  2368. 'status' => $task->status,
  2369. 'video_url' => $task->compressed_url ?: $task->result_url,
  2370. 'origin_video_url' => $task->result_url,
  2371. 'last_frame_url' => $task->last_frame_url,
  2372. 'error_message' => $task->error_message ? mapErrorMessage($task->error_message) : ''
  2373. ]
  2374. ]) . "\n\n";
  2375. if (ob_get_level() > 0) ob_flush();
  2376. flush();
  2377. break;
  2378. }
  2379. // 每分钟发送一次队列状态消息
  2380. $currentTime = time();
  2381. if ($currentTime - $lastQueueMessageTime >= $queueMessageInterval) {
  2382. echo "data: " . json_encode([
  2383. 'type' => 'queue',
  2384. 'data' => [
  2385. 'task_id' => $task->id,
  2386. 'status' => $task->status,
  2387. 'elapsed_time' => $currentTime - $startTime,
  2388. 'message' => '任务正在队列中执行...'
  2389. ]
  2390. ]) . "\n\n";
  2391. if (ob_get_level() > 0) ob_flush();
  2392. flush();
  2393. $lastQueueMessageTime = $currentTime;
  2394. }
  2395. sleep($checkInterval);
  2396. } catch (\Exception $e) {
  2397. echo "data: " . json_encode([
  2398. 'type' => 'error',
  2399. 'message' => '查询任务状态失败: ' . $e->getMessage()
  2400. ]) . "\n\n";
  2401. if (ob_get_level() > 0) ob_flush();
  2402. flush();
  2403. sleep($checkInterval);
  2404. }
  2405. }
  2406. // 超时处理
  2407. if (time() - $startTime >= $maxDuration) {
  2408. echo "data: " . json_encode([
  2409. 'type' => 'time_out',
  2410. 'message' => '任务执行超时,请稍后查询任务状态',
  2411. 'data' => [
  2412. 'task_id' => $taskId
  2413. ]
  2414. ]) . "\n\n";
  2415. if (ob_get_level() > 0) ob_flush();
  2416. flush();
  2417. }
  2418. }, 200, [
  2419. 'Content-Type' => 'text/event-stream',
  2420. 'Cache-Control' => 'no-cache',
  2421. 'Connection' => 'keep-alive',
  2422. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  2423. ]);
  2424. }
  2425. /**
  2426. * 文生视频(通用)
  2427. * 支持传入视频参数、提示词、参考图等信息,不支持products入参
  2428. */
  2429. public function generateVideo(Request $request) {
  2430. // 忽略所有超时限制
  2431. set_time_limit(0);
  2432. ini_set('max_execution_time', '0');
  2433. $data = $request->all();
  2434. $sseHeaders = [
  2435. 'Content-Type' => 'text/event-stream',
  2436. 'Cache-Control' => 'no-cache',
  2437. 'Connection' => 'keep-alive',
  2438. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  2439. ];
  2440. try {
  2441. // 解密 context_data 并与用户提示词拼接,失败统一走 SSE type=error
  2442. $this->applyGenerationContext($data, 'generateVideo');
  2443. // 创建视频生成任务
  2444. $result = $this->AnimeService->generateVideo($data);
  2445. $taskId = $result['task_id'];
  2446. // 创建任务中心记录并关联视频任务ID
  2447. $taskCenter = $this->taskCenterService->createTask('video', [
  2448. 'title' => '文生视频',
  2449. 'ref_task_id' => $taskId,
  2450. // 'prompt' => getProp($data, 'prompt', ''),
  2451. // 'params' => json_encode($data, JSON_UNESCAPED_UNICODE),
  2452. ]);
  2453. $taskCenterId = $taskCenter->id;
  2454. } catch (\Throwable $e) {
  2455. // 创建阶段所有报错统一通过 SSE type=error 返回
  2456. return response()->stream(function () use ($e) {
  2457. echo "data: " . json_encode([
  2458. 'type' => 'error',
  2459. 'message' => preg_replace('/^\d+:/', '', $e->getMessage()),
  2460. ], JSON_UNESCAPED_UNICODE) . "\n\n";
  2461. if (ob_get_level() > 0) {
  2462. ob_flush();
  2463. }
  2464. flush();
  2465. }, 200, $sseHeaders);
  2466. }
  2467. // 设置 SSE 响应头
  2468. return response()->stream(function () use ($taskId, $taskCenterId, $result) {
  2469. // 立即发送 init 消息
  2470. echo "data: " . json_encode([
  2471. 'type' => 'init',
  2472. 'data' => $result,
  2473. 'task_center_id' => $taskCenterId,
  2474. ]) . "\n\n";
  2475. if (ob_get_level() > 0) ob_flush();
  2476. flush();
  2477. $startTime = time();
  2478. $maxDuration = 3600; // 超时设置
  2479. $checkInterval = 5; // 检查间隔
  2480. $lastQueueMessageTime = time(); // 记录上次发送队列消息的时间
  2481. $queueMessageInterval = 60; // 队列消息发送间隔(秒)
  2482. while (time() - $startTime < $maxDuration) {
  2483. try {
  2484. // 查询任务状态
  2485. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  2486. if (!$task) {
  2487. echo "data: " . json_encode([
  2488. 'type' => 'error',
  2489. 'message' => '任务不存在'
  2490. ]) . "\n\n";
  2491. if (ob_get_level() > 0) ob_flush();
  2492. flush();
  2493. break;
  2494. }
  2495. // 如果任务完成(成功或失败),结束连接
  2496. if (in_array($task->status, [
  2497. 'success',
  2498. 'failed'
  2499. ])) {
  2500. echo "data: " . json_encode([
  2501. 'type' => 'completed',
  2502. 'data' => [
  2503. 'task_id' => $task->id,
  2504. 'status' => $task->status,
  2505. 'video_url' => $task->compressed_url ?: $task->result_url,
  2506. 'origin_video_url' => $task->result_url,
  2507. 'last_frame_url' => $task->last_frame_url,
  2508. 'error_message' => $task->error_message ? mapErrorMessage($task->error_message) : ''
  2509. ]
  2510. ]) . "\n\n";
  2511. if (ob_get_level() > 0) ob_flush();
  2512. flush();
  2513. break;
  2514. }
  2515. // 每分钟发送一次队列状态消息
  2516. $currentTime = time();
  2517. if ($currentTime - $lastQueueMessageTime >= $queueMessageInterval) {
  2518. echo "data: " . json_encode([
  2519. 'type' => 'queue',
  2520. 'data' => [
  2521. 'task_id' => $task->id,
  2522. 'status' => $task->status,
  2523. 'elapsed_time' => $currentTime - $startTime,
  2524. 'message' => '任务正在队列中执行...'
  2525. ]
  2526. ]) . "\n\n";
  2527. if (ob_get_level() > 0) ob_flush();
  2528. flush();
  2529. $lastQueueMessageTime = $currentTime;
  2530. }
  2531. sleep($checkInterval);
  2532. } catch (\Exception $e) {
  2533. echo "data: " . json_encode([
  2534. 'type' => 'error',
  2535. 'message' => '查询任务状态失败: ' . $e->getMessage()
  2536. ]) . "\n\n";
  2537. if (ob_get_level() > 0) ob_flush();
  2538. flush();
  2539. sleep($checkInterval);
  2540. }
  2541. }
  2542. // 超时处理
  2543. if (time() - $startTime >= $maxDuration) {
  2544. echo "data: " . json_encode([
  2545. 'type' => 'time_out',
  2546. 'message' => '任务执行超时,请稍后查询任务状态',
  2547. 'data' => [
  2548. 'task_id' => $taskId
  2549. ]
  2550. ]) . "\n\n";
  2551. if (ob_get_level() > 0) ob_flush();
  2552. flush();
  2553. }
  2554. }, 200, $sseHeaders);
  2555. }
  2556. /**
  2557. * 预估视频生成所需积分(单一/批量)
  2558. * 传参与创建接口一致,批量场景需额外传 type=batch_segment / batch_act
  2559. *
  2560. * @param Request $request
  2561. * @return mixed
  2562. */
  2563. public function previewCharge(Request $request) {
  2564. $data = $request->all();
  2565. $result = $this->AnimeService->previewCharge($data);
  2566. return $this->success($result);
  2567. }
  2568. /**
  2569. * 批量生成片段视频
  2570. */
  2571. public function batchSetActVideos(Request $request) {
  2572. // 忽略所有超时限制
  2573. set_time_limit(0);
  2574. ini_set('max_execution_time', '0');
  2575. $data = $request->all();
  2576. // 验证参数
  2577. $validator = Validator::make($data, [
  2578. 'anime_id' => 'required|string',
  2579. 'episode_id' => 'required|integer',
  2580. ], [
  2581. 'anime_id.required' => '动漫对话ID不能为空',
  2582. 'episode_id.required' => '剧集ID不能为空',
  2583. 'episode_id.integer' => '剧集ID必须是整数',
  2584. ]);
  2585. if ($validator->fails()) {
  2586. return response()->stream(function () use ($validator) {
  2587. echo "data: " . json_encode([
  2588. 'type' => 'error',
  2589. 'message' => $validator->errors()->first()
  2590. ]) . "\n\n";
  2591. if (ob_get_level() > 0) {
  2592. ob_flush();
  2593. }
  2594. flush();
  2595. }, 200, [
  2596. 'Content-Type' => 'text/event-stream',
  2597. 'Cache-Control' => 'no-cache',
  2598. 'Connection' => 'keep-alive',
  2599. 'X-Accel-Buffering' => 'no',
  2600. ]);
  2601. }
  2602. $animeId = $data['anime_id'];
  2603. $episodeId = $data['episode_id'];
  2604. $episode = DB::table('mp_anime_episodes')->where('id', $episodeId)->where('anime_id', $animeId)->first();
  2605. if (!$episode) {
  2606. return response()->stream(function () {
  2607. echo "data: " . json_encode([
  2608. 'type' => 'error',
  2609. 'message' => '分集不存在'
  2610. ]) . "\n\n";
  2611. if (ob_get_level() > 0) {
  2612. ob_flush();
  2613. }
  2614. flush();
  2615. }, 200, [
  2616. 'Content-Type' => 'text/event-stream',
  2617. 'Cache-Control' => 'no-cache',
  2618. 'Connection' => 'keep-alive',
  2619. 'X-Accel-Buffering' => 'no',
  2620. ]);
  2621. }
  2622. $episodeNumber = $episode->episode_number;
  2623. $ratio = !empty($episode->ratio) ? $episode->ratio : '9:16';
  2624. // 使用剧集保存的视频参数(saveActVideoGenerateParams 保存的 video_resolution / video_model)
  2625. $videoResolution = !empty($episode->video_resolution) ? $episode->video_resolution : '720p';
  2626. $generate_audio = getProp($data, 'generate_audio', 1);
  2627. // 合并角色、场景、道具、extra_products和当前集mappings作为products,统一字段名为product_name
  2628. // 优先级:mappings > extra_products > 剧集中的roles/scenes/props
  2629. $products = [];
  2630. $roles = json_decode(getProp($episode, 'roles'), true) ?: [];
  2631. $scenes = json_decode(getProp($episode, 'scenes'), true) ?: [];
  2632. $props = json_decode(getProp($episode, 'props'), true) ?: [];
  2633. $extra_products = json_decode(getProp($episode, 'extra_products', '[]'), true) ?: [];
  2634. $normalizeProductName = function($name) {
  2635. return trim(preg_replace(
  2636. '/^[\s*\[\]【】[]{}{}\x{3000}]+|[\s*\[\]【】[]{}{}\x{3000}]+$/u',
  2637. '',
  2638. trim((string)$name)
  2639. ));
  2640. };
  2641. // 最低优先级:roles/scenes/props
  2642. foreach ($roles as $role) {
  2643. $role_name = getProp($role, 'role');
  2644. if (!$role_name) continue;
  2645. $product = $role;
  2646. $product['product_name'] = $role_name;
  2647. unset($product['role']);
  2648. $product['product'] = 1; // 标记类型为角色
  2649. $products[$normalizeProductName($role_name)] = $product;
  2650. }
  2651. foreach ($scenes as $scene) {
  2652. $scene_name = getProp($scene, 'scene');
  2653. if (!$scene_name) continue;
  2654. $product = $scene;
  2655. $product['product_name'] = $scene_name;
  2656. unset($product['scene']);
  2657. $product['product'] = 2; // 标记类型为场景
  2658. $products[$normalizeProductName($scene_name)] = $product;
  2659. }
  2660. foreach ($props as $prop) {
  2661. $prop_name = getProp($prop, 'prop');
  2662. if (!$prop_name) continue;
  2663. $product = $prop;
  2664. $product['product_name'] = $prop_name;
  2665. unset($product['prop']);
  2666. $product['product'] = 3; // 标记类型为道具
  2667. $products[$normalizeProductName($prop_name)] = $product;
  2668. }
  2669. // 中间优先级:extra_products(覆盖roles/scenes/props中的同名资产)
  2670. // 使用array_merge保留原资产的voice_prompt、description等extra_products没有的字段
  2671. foreach ($extra_products as $extra_product) {
  2672. $extra_name = getProp($extra_product, 'product_name');
  2673. if (!$extra_name) continue;
  2674. $normalized_extra_name = $normalizeProductName($extra_name);
  2675. $products[$normalized_extra_name] = array_merge(
  2676. isset($products[$normalized_extra_name]) ? $products[$normalized_extra_name] : [],
  2677. $extra_product
  2678. );
  2679. }
  2680. $products = array_values($products);
  2681. // 资产(图片/三视图/提示词/音色等)优先级:剧本资产关联(mappings) > extra_products > 剧集单独设置
  2682. // products 中 extra_products 已覆盖剧集设置,这里再用资产库数据覆盖,即 mappings 优先级最高
  2683. $animeScriptId = (int)DB::table('mp_animes')->where('id', $animeId)->value('script_id');
  2684. $products = $this->AnimeService->fillProductsFromMapping($products, $animeScriptId, true);
  2685. // 处理视频模型(在循环外统一处理)
  2686. // $model = getProp($data, 'model');
  2687. // if (!$model) {
  2688. // // 用户没有输入,从episode表获取
  2689. // $model = getProp($episode, 'video_model');
  2690. // if (!$model) {
  2691. // // episode表也没有,使用默认值
  2692. // $model = 'zhizhen-20';
  2693. // }
  2694. // }
  2695. // 使用剧集保存的视频模型,未保存时使用默认值
  2696. $model = getProp($episode, 'video_model');
  2697. if (!$model) {
  2698. $model = 'seed-2'; // 使用默认值
  2699. }
  2700. // 验证模型是否在可用模型表中
  2701. if (!DB::table('mp_video_models')->where('model', $model)->where('is_enabled', 1)->exists()) {
  2702. $model = 'seed-2';
  2703. }
  2704. // 获取所有分镜信息
  2705. $acts = DB::table('mp_episode_segments')
  2706. ->where('anime_id', $animeId)
  2707. ->where('episode_id', $episodeId)
  2708. ->orderBy('act_number')
  2709. ->get();
  2710. if ($acts->isEmpty()) {
  2711. return response()->stream(function () {
  2712. echo "data: " . json_encode([
  2713. 'type' => 'error',
  2714. 'message' => '未找到分镜数据'
  2715. ]) . "\n\n";
  2716. if (ob_get_level() > 0) ob_flush();
  2717. flush();
  2718. }, 200, [
  2719. 'Content-Type' => 'text/event-stream',
  2720. 'Cache-Control' => 'no-cache',
  2721. 'Connection' => 'keep-alive',
  2722. 'X-Accel-Buffering' => 'no',
  2723. ]);
  2724. }
  2725. foreach($acts as $act) {
  2726. $videoDuration = $act->act_duration;
  2727. if (!$videoDuration || $videoDuration <= 0) {
  2728. return response()->stream(function () {
  2729. echo "data: " . json_encode([
  2730. 'type' => 'error',
  2731. 'message' => '请检查是否有时长为空的片段'
  2732. ]) . "\n\n";
  2733. if (ob_get_level() > 0) ob_flush();
  2734. flush();
  2735. }, 200, [
  2736. 'Content-Type' => 'text/event-stream',
  2737. 'Cache-Control' => 'no-cache',
  2738. 'Connection' => 'keep-alive',
  2739. 'X-Accel-Buffering' => 'no',
  2740. ]);
  2741. }
  2742. }
  2743. // 余额预检:按实际需要生成的片段逐条按时长估算积分,不足直接报错
  2744. $needPoints = 0;
  2745. foreach ($acts as $act) {
  2746. if ($act->video_task_status === '生成中' || (int)$act->current_type === 2) {
  2747. continue;
  2748. }
  2749. $duration = (int)ceil((float)$act->act_duration);
  2750. if ($duration <= 0) {
  2751. $duration = 5; // 无时长时按默认5秒预估
  2752. }
  2753. $needPoints += $this->pointsService->getVideoChargePoints([
  2754. 'model' => $model,
  2755. 'video_resolution' => $videoResolution,
  2756. 'video_duration' => $duration,
  2757. 'ratio' => $ratio,
  2758. 'generate_audio' => (int)$generate_audio,
  2759. ]);
  2760. }
  2761. if ($needPoints > 0) {
  2762. $this->pointsService->checkUserPointsEnough($needPoints);
  2763. }
  2764. // 批量创建视频任务
  2765. $taskIds = [];
  2766. $actTasks = [];
  2767. foreach ($acts as $act) {
  2768. try {
  2769. // 检查视频任务正在生成中或当前状态为视频
  2770. if ($act->video_task_status === '生成中') {
  2771. $actTasks[] = [
  2772. 'act_id' => $act->id,
  2773. 'task_id' => $act->video_task_id,
  2774. 'act_number' => $act->act_number,
  2775. 'act_content' => $act->act_content,
  2776. 'audio_duration' => $act->audio_duration,
  2777. ];
  2778. continue;
  2779. }
  2780. if ((int)$act->current_type === 2) {
  2781. continue;
  2782. }
  2783. // 获取分镜内容
  2784. $actContent = $act->act_show_content ?: '';
  2785. // 构建完整的提示词
  2786. // 参考音频开关:调用方传 enable_reference_audio 优先,未传则读 ENABLE_REFERENCE_AUDIO(默认开启)
  2787. $supportAudioReference = $this->AnimeService->isReferenceAudioEnabled($data) && $this->AnimeService->isActReferenceAudioSupported($model);
  2788. // 先在提示词转换之前完成参考音频校验与截断(超出模型段数/时长上限的角色回退使用音色提示词)
  2789. $audioPlan = $supportAudioReference
  2790. ? $this->AnimeService->resolveActReferenceAudios($actContent, $products, $model)
  2791. : ['allowed' => [], 'excluded' => [], 'total_duration' => 0];
  2792. // 资产参考图按模型上限(2.0=9张、2.5=30张)截断,保证提示词中的<图片N>与实际素材一一对应
  2793. $imagePlan = $this->AnimeService->resolveActReferenceImages($actContent, $products, $model);
  2794. $processResult = $this->AnimeService->processActContentWithProducts($actContent, $products, $supportAudioReference, $audioPlan['allowed'], $imagePlan['allowed']);
  2795. $fullPrompt = $processResult['content'];
  2796. $reference_images = $processResult['reference_images'];
  2797. // 任务记录用:正文内出现的全部资产参考图(按模型上限截断之前)
  2798. $reference_images_all = $processResult['reference_images_all'] ?? $reference_images;
  2799. // 角色音色参考音频(顺序与提示词中的<音频N>标记一一对应)
  2800. $reference_audios = $supportAudioReference ? ($processResult['reference_audios'] ?? []) : [];
  2801. // 参考音频素材不可用时用于兜底的角色音色提示词
  2802. $audioVoiceFallbacks = $supportAudioReference ? ($processResult['audio_voice_fallbacks'] ?? []) : [];
  2803. $videoDuration = $act->act_duration;
  2804. // 构建视频生成参数
  2805. $videoParams = [
  2806. 'model' => $model,
  2807. 'alias_act_id' => $act->id,
  2808. 'prompt' => $fullPrompt,
  2809. 'video_duration' => $videoDuration,
  2810. 'video_resolution' => $videoResolution,
  2811. 'seed' => -1,
  2812. 'ratio' => $ratio,
  2813. 'generate_audio' => (int)$generate_audio === 0 ? false : true,
  2814. 'draft' => false,
  2815. 'watermark' => false,
  2816. 'camera_fixed' => false,
  2817. // 'callback_url' => 'http://mpaudio.yqsd.cn/api/video/seedanceCallback'
  2818. ];
  2819. // 如果分镜有图片,作为首帧
  2820. $hasImage = !empty($act->img_url);
  2821. $hasVideo = !empty($act->video_url);
  2822. if ($hasImage) {
  2823. $videoParams['first_frame_url'] = $act->img_url;
  2824. }
  2825. // 构建content数组
  2826. $videoParams['content'] = [
  2827. [
  2828. 'type' => 'text',
  2829. 'text' => $videoParams['prompt'],
  2830. ]
  2831. ];
  2832. // 如果有首帧图片,添加到content中
  2833. if ($hasImage) {
  2834. if (in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-5-260628', 'baidu-doubao-seedance-2-0-260128', 'baidu-doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-0-260128', 'baidu-dreamina-seedance-2-0-fast-260128', 'baidu-dreamina-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-5-260628'])) {
  2835. $videoParams['content'][] = [
  2836. 'type' => 'image_url',
  2837. 'image_url' => [
  2838. 'url' => $videoParams['first_frame_url'],
  2839. ],
  2840. 'role' => 'reference_image',
  2841. ];
  2842. }else {
  2843. $videoParams['content'][] = [
  2844. 'type' => 'image_url',
  2845. 'image_url' => [
  2846. 'url' => $videoParams['first_frame_url'],
  2847. ],
  2848. 'role' => 'first_frame',
  2849. ];
  2850. }
  2851. }
  2852. // 获取配音音频URL和时长
  2853. $audioUrl = $act->audio_url ?? '';
  2854. $audioDuration = $act->audio_duration ?? 0;
  2855. // 音频传入的前提:必须有至少一张图片或一个视频
  2856. $canUseAudio = ($hasImage || $hasVideo) && !empty($audioUrl);
  2857. // 根据模型选择不同的视频生成方法
  2858. if (strpos($model, 'jimeng') !== false) {
  2859. // 即梦模型参数调整
  2860. $videoParams['video_duration'] = $videoDuration > 5 ? 10 : 5; // 即梦只支持5s或10s
  2861. $videoParams['aspect_ratio'] = $videoParams['ratio']; // 即梦使用aspect_ratio
  2862. unset($videoParams['ratio']);
  2863. unset($videoParams['content']); // 即梦不使用content格式
  2864. $task = $this->AIVideoGenerationService->createJimengTask($videoParams);
  2865. } elseif (strpos($model, 'kling') !== false) {
  2866. // Keling模型参数调整
  2867. $videoParams['video_duration'] = max(3, min(15, ceil($videoDuration))); // Keling支持3-15秒
  2868. $videoParams['aspect_ratio'] = $videoParams['ratio']; // Keling使用aspect_ratio
  2869. unset($videoParams['ratio']);
  2870. unset($videoParams['content']); // Keling不使用content格式
  2871. $task = $this->AIVideoGenerationService->createKelingOmniTask($videoParams);
  2872. } elseif (strpos($model, 'zhizhen') !== false) {
  2873. // 构建统一API参数
  2874. $unifiedParams = [
  2875. 'model_code' => $model,
  2876. 'alias_act_id' => $act->id,
  2877. 'prompt' => trim($fullPrompt),
  2878. 'video_duration' => $videoDuration,
  2879. 'video_resolution' => strtolower($videoParams['video_resolution']),
  2880. 'video_ratio' => $ratio,
  2881. 'seed' => -1,
  2882. ];
  2883. // 构建parameters参数
  2884. $parameters = [
  2885. 'seconds' => $unifiedParams['video_duration'],
  2886. 'resolution' => $unifiedParams['video_resolution'],
  2887. 'ratio' => $ratio,
  2888. // 'video_mode' => 'multi_image',
  2889. // 'mode' => 'multi_image',
  2890. 'generate_audio' => (int)$generate_audio === 1 ? true : false,
  2891. ];
  2892. $hasImage = false;
  2893. // 处理首帧和尾帧(智帧20模型必须要有首帧图片)
  2894. if ($hasImage) {
  2895. $parameters['first_frame_url'] = $videoParams['first_frame_url'];
  2896. if (isset($videoParams['tail_frame_url'])) {
  2897. $parameters['last_frame_url'] = $videoParams['tail_frame_url'];
  2898. }
  2899. }
  2900. if ($reference_images) {
  2901. // 参考图按模型上限截断(智帧沿用 Seedance 2.0 的 9 张上限)
  2902. $imageLimit = $this->AnimeService->getActReferenceImageLimit($model);
  2903. if ($imageLimit > 0) {
  2904. $reference_images = array_slice($reference_images, 0, $imageLimit);
  2905. }
  2906. // 任务记录用:保存截断前的完整参考图,便于追溯
  2907. $unifiedParams['reference_images'] = $reference_images_all;
  2908. $unifiedParams['ref_image_url'] = json_encode($reference_images, 256);
  2909. $reference_images = $this->AIImageGenerationService->processReferenceImagesToAssets($reference_images, $unifiedParams['prompt']);
  2910. $parameters['reference_images'] = $reference_images;
  2911. $parameters['video_mode'] = 'multi_image';
  2912. $parameters['mode'] = 'multi_image';
  2913. }
  2914. // 角色音色参考音频:上传为素材并传入统一API(上传失败时清理提示词中的<音频N>标记)
  2915. if ($reference_audios) {
  2916. $unifiedParams['ref_audio_url'] = json_encode($reference_audios, 256);
  2917. // 任务记录:参考图与参考音频一起存入 ref_image_url
  2918. $unifiedParams['ref_image_url'] = $this->AnimeService->mergeReferenceAudiosIntoRefImageUrl($unifiedParams['ref_image_url'] ?? '', $reference_audios);
  2919. $reference_audio_assets = $this->AnimeService->processActReferenceAudiosToAssets($reference_audios, $model, $unifiedParams['prompt']);
  2920. $parameters['reference_audios'] = $reference_audio_assets;
  2921. // 音频素材上传失败的角色回退到音色提示词
  2922. $unifiedParams['prompt'] = $this->AnimeService->applyAudioVoiceFallbacks($unifiedParams['prompt'], $audioVoiceFallbacks);
  2923. $unifiedParams['prompt'] = trim($unifiedParams['prompt']);
  2924. }
  2925. $unifiedParams['parameters'] = $parameters;
  2926. // 调用统一API创建任务
  2927. $task = $this->AIVideoGenerationService->createUnifiedApiTask($unifiedParams);
  2928. } elseif ($this->AnimeService->isSeedance20SeriesModel($model)) {
  2929. // 豆包Seedance 2.0(百度AI网关)/ 快快AI Seedance 2.0/2.5:参考图/配音音频需要先上传为素材
  2930. $isKuaikuai = $this->AnimeService->isKuaikuaiSeedanceModel($model);
  2931. $isDreamina = $this->AnimeService->isOverseasBaiduSeedanceModel($model);
  2932. // 任务记录用:保存截断前的完整参考图(正文内资产图 + 调用方传入),便于追溯前端入参
  2933. $videoParams['reference_images'] = $reference_images_all;
  2934. if ($reference_images) {
  2935. // 参考图按模型上限截断(Seedance 2.0 系列=9张,2.5=30张)
  2936. $imageLimit = $this->AnimeService->getActReferenceImageLimit($model);
  2937. if ($imageLimit > 0) {
  2938. $reference_images = array_slice($reference_images, 0, $imageLimit);
  2939. }
  2940. // 维护ref_image_url字段(参考图URL,JSON数组,与智帧分支保持一致)
  2941. $videoParams['ref_image_url'] = json_encode($reference_images, 256);
  2942. // 参考图上传为素材(国内百度/海外百度dreamina/快快AI),上传失败时同步清理提示词中的<图片N>标记
  2943. $reference_image_assets = $isKuaikuai
  2944. ? $this->AIVideoGenerationService->processReferenceImagesToKuaikuaiAssets($reference_images, $videoParams['prompt'])
  2945. : ($isDreamina
  2946. ? $this->AIVideoGenerationService->processReferenceImagesToBaiduDreaminaAssets($reference_images, $videoParams['prompt'])
  2947. : $this->AIVideoGenerationService->processReferenceImagesToSeedance20Assets($reference_images, $videoParams['prompt']));
  2948. // 素材上传失败后提示词可能被清理,同步更新视频参数中的提示词
  2949. $videoParams['prompt'] = trim($videoParams['prompt']);
  2950. $videoParams['content'][0]['text'] = trim($videoParams['prompt']);
  2951. $videoParams['reference_image_assets'] = $reference_image_assets;
  2952. }
  2953. // 整段配音音频:与角色音色音频合并(角色音色在前、整段配音在后),提示词由公共方法统一生成
  2954. $segmentAudioUrl = ($canUseAudio && $audioUrl) ? $audioUrl : '';
  2955. $segmentAudio = $this->AnimeService->buildSegmentAudioReference($videoParams['prompt'], $reference_audios, $segmentAudioUrl);
  2956. $videoParams['prompt'] = $segmentAudio['prompt'];
  2957. $videoParams['content'][0]['text'] = $segmentAudio['prompt'];
  2958. // 整段配音使用<音频N>标记时,素材上传失败需要移除对应提示语句
  2959. $hasSegmentAudioMark = $segmentAudio['has_audio_mark'];
  2960. $allReferenceAudios = $segmentAudio['reference_audios'];
  2961. if ($allReferenceAudios) {
  2962. $videoParams['ref_audio_url'] = json_encode($allReferenceAudios, 256);
  2963. // 任务记录:参考图与参考音频一起存入 ref_image_url
  2964. $videoParams['ref_image_url'] = $this->AnimeService->mergeReferenceAudiosIntoRefImageUrl($videoParams['ref_image_url'] ?? '', $allReferenceAudios);
  2965. $reference_audio_assets = $this->AnimeService->processActReferenceAudiosToAssets($allReferenceAudios, $model, $videoParams['prompt']);
  2966. $videoParams['reference_audio_assets'] = $reference_audio_assets;
  2967. // 音频素材上传失败的角色回退到音色提示词
  2968. $videoParams['prompt'] = $this->AnimeService->applyAudioVoiceFallbacks($videoParams['prompt'], $audioVoiceFallbacks);
  2969. // 整段配音素材上传失败时移除对应提示语句,避免出现残句
  2970. if ($hasSegmentAudioMark) {
  2971. $videoParams['prompt'] = $this->AnimeService->removeUnavailableSegmentAudioPrompt($videoParams['prompt']);
  2972. }
  2973. // 素材上传失败后提示词可能被清理,同步更新视频参数中的提示词
  2974. $videoParams['prompt'] = trim($videoParams['prompt']);
  2975. $videoParams['content'][0]['text'] = trim($videoParams['prompt']);
  2976. } elseif ($audioDuration) {
  2977. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  2978. $videoParams['video_duration'] = max(4, min(12, ceil($audioDuration)));
  2979. }
  2980. // 快快AI走聚合网关 /v1/video/generations(火山豆包格式)
  2981. if ($isKuaikuai) {
  2982. $videoParams['gateway_base_url'] = env('KUAIKUAI_AI_BASE_URL', 'https://ai-api.kkidc.com');
  2983. $task = $this->AIVideoGenerationService->createKuaikuaiVideoTask($videoParams);
  2984. } else {
  2985. $task = $this->AIVideoGenerationService->createSeedance20Task($videoParams);
  2986. }
  2987. } else {
  2988. // Seedance模型(默认)
  2989. // 检查是否为 Seedance 2.0 模型,如果是则需要处理配音音频
  2990. if ($canUseAudio && in_array($model, ['doubao-seedance-2-0-260128', 'doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-5-260628', 'baidu-doubao-seedance-2-0-260128', 'baidu-doubao-seedance-2-0-fast-260128', 'baidu-doubao-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-0-260128', 'baidu-dreamina-seedance-2-0-fast-260128', 'baidu-dreamina-seedance-2-0-mini-260615', 'baidu-dreamina-seedance-2-5-260628'])) {
  2991. // 整段配音音频直接作为参考音频传入content(该分支模型不走素材上传),提示词由公共方法统一生成
  2992. $segmentAudio = $this->AnimeService->buildSegmentAudioReference($fullPrompt, $reference_audios, $audioUrl);
  2993. $videoParams['prompt'] = $segmentAudio['prompt'];
  2994. $videoParams['content'][0]['text'] = $segmentAudio['prompt'];
  2995. foreach ($segmentAudio['reference_audios'] as $referenceAudioUrl) {
  2996. $videoParams['content'][] = [
  2997. 'type' => 'audio_url',
  2998. 'audio_url' => [
  2999. 'url' => $referenceAudioUrl,
  3000. ],
  3001. 'role' => 'reference_audio',
  3002. ];
  3003. }
  3004. } else if ($videoDuration) {
  3005. // 有音频时长则需将视频时长设置为比音频时长更长的整数
  3006. $videoParams['video_duration'] = max(4, min(12, ceil($videoDuration))); // seedance支持2-12s
  3007. }
  3008. $task = $this->AIVideoGenerationService->createSeedanceTask($videoParams);
  3009. }
  3010. $taskIds[] = $task->id;
  3011. // 更新分镜表的视频任务信息
  3012. DB::table('mp_episode_segments')
  3013. ->where('id', $act->id)
  3014. ->update([
  3015. 'video_task_id' => $task->id,
  3016. 'video_task_status' => '生成中',
  3017. 'updated_at' => date('Y-m-d H:i:s')
  3018. ]);
  3019. // 如果是全能模式,并且是第一集的第一个片段,将act_id存入Redis
  3020. if ((int)$episodeNumber === 1 && (int)$act->act_number === 1) {
  3021. Redis::sadd('anime_act_first_frame_urls', $act->id);
  3022. }
  3023. $actTasks[] = [
  3024. 'act_id' => $act->id,
  3025. 'task_id' => $task->id,
  3026. 'act_number' => $act->act_number,
  3027. 'content' => $fullPrompt,
  3028. 'audio_duration' => $act->audio_duration,
  3029. ];
  3030. } catch (\Exception $e) {
  3031. $logData = [
  3032. 'act_id' => $act->id,
  3033. 'anime_id' => $animeId,
  3034. 'error' => $e->getMessage(),
  3035. ];
  3036. dLog('anime')->error('创建分镜视频任务失败', $logData);
  3037. logDB('anime', 'error', '创建分镜视频任务失败', $logData);
  3038. continue;
  3039. }
  3040. }
  3041. if (empty($taskIds)) {
  3042. // 没有任务时,获取完整剧集信息进行验证
  3043. $episode = $this->AnimeService->episodeInfoForAce([
  3044. 'anime_id' => $animeId,
  3045. 'episode_id' => $episodeId
  3046. ]);
  3047. // 检查所有片段是否都已生成视频且current_type=2
  3048. $allActsValid = true;
  3049. $invalidActs = [];
  3050. $total_tasks_count = count($episode['acts']);
  3051. foreach ($episode['acts'] as $act) {
  3052. $videoUrl = getProp($act, 'video_url');
  3053. $currentType = getProp($act, 'current_type');
  3054. // 检查视频是否已生成
  3055. if (!$videoUrl) {
  3056. $allActsValid = false;
  3057. $invalidActs[] = [
  3058. 'act_number' => getProp($act, 'act_number'),
  3059. 'reason' => '视频未生成'
  3060. ];
  3061. continue;
  3062. }
  3063. // 检查current_type是否为2
  3064. if ($currentType != 2) {
  3065. $allActsValid = false;
  3066. $invalidActs[] = [
  3067. 'act_number' => getProp($act, 'act_number'),
  3068. 'reason' => '当前不是视频模式'
  3069. ];
  3070. }
  3071. }
  3072. // 如果所有分镜都满足条件,使用SSE格式返回完成状态
  3073. if ($allActsValid) {
  3074. return response()->stream(function () use ($episode, $total_tasks_count) {
  3075. echo "data: " . json_encode([
  3076. 'type' => 'completed',
  3077. 'total_tasks_count' => $total_tasks_count,
  3078. 'completed_tasks_count' => $total_tasks_count,
  3079. 'success_tasks_count' => $total_tasks_count,
  3080. 'episode' => $episode
  3081. ]) . "\n\n";
  3082. if (ob_get_level() > 0) ob_flush();
  3083. flush();
  3084. }, 200, [
  3085. 'Content-Type' => 'text/event-stream',
  3086. 'Cache-Control' => 'no-cache',
  3087. 'Connection' => 'keep-alive',
  3088. 'X-Accel-Buffering' => 'no',
  3089. ]);
  3090. } else {
  3091. // 有未完成或不满足条件的分镜,使用SSE格式报错
  3092. $errorMsg = '存在未完成的片段:' . "\n";
  3093. foreach ($invalidActs as $invalid) {
  3094. $errorMsg .= "分镜{$invalid['act_number']}:{$invalid['reason']}\n";
  3095. }
  3096. return response()->stream(function () use ($errorMsg) {
  3097. echo "data: " . json_encode([
  3098. 'type' => 'error',
  3099. 'message' => trim($errorMsg)
  3100. ]) . "\n\n";
  3101. if (ob_get_level() > 0) ob_flush();
  3102. flush();
  3103. }, 200, [
  3104. 'Content-Type' => 'text/event-stream',
  3105. 'Cache-Control' => 'no-cache',
  3106. 'Connection' => 'keep-alive',
  3107. 'X-Accel-Buffering' => 'no',
  3108. ]);
  3109. }
  3110. }
  3111. // video_model 统一由 saveActVideoGenerateParams 维护,此处不再覆盖分集已保存的视频参数
  3112. // DB::table('mp_anime_episodes')->where('id', $episodeId)->update([
  3113. // 'video_model' => $model,
  3114. // 'updated_at' => date('Y-m-d H:i:s')
  3115. // ]);
  3116. // 记录开始时间(包含创建任务的时间)
  3117. $startTime = time();
  3118. $maxDuration = 7200;
  3119. $uid = Site::getUid();
  3120. // 设置 SSE 响应头并开始长连接
  3121. return response()->stream(function () use ($taskIds, $actTasks, $animeId, $episodeNumber, $episodeId, $startTime, $maxDuration, $uid) {
  3122. $checkInterval = 10; // 每10秒检查一次
  3123. // 初始化任务数组
  3124. $totalTasks = $taskIds; // 所有任务ID
  3125. $completeTasks = []; // 已完成的任务ID(包含失败)
  3126. $successTasks = []; // 成功的任务ID
  3127. // 发送初始任务创建信息
  3128. echo "data: " . json_encode([
  3129. 'type' => 'init',
  3130. 'total_tasks_count' => count($totalTasks),
  3131. 'completed_tasks_count' => count($completeTasks),
  3132. 'success_tasks_count' => count($successTasks)
  3133. ]) . "\n\n";
  3134. if (ob_get_level() > 0) ob_flush();
  3135. flush();
  3136. while (time() - $startTime < $maxDuration) {
  3137. try {
  3138. $hasUpdate = false; // 标记是否有更新
  3139. // 获取所有任务的最新状态
  3140. foreach ($totalTasks as $taskId) {
  3141. // 如果任务已经在完成列表中,跳过
  3142. if (in_array($taskId, $completeTasks)) {
  3143. continue;
  3144. }
  3145. $task = \App\Models\MpGenerateVideoTask::find($taskId);
  3146. if (!$task) {
  3147. continue;
  3148. }
  3149. // // 如果任务还在处理中,查询最新状态
  3150. // if ($task->status === 'processing') {
  3151. // // 根据任务类型查询不同的状态
  3152. // if ($task->api_type === 'jimeng') {
  3153. // $statusResult = $this->AIVideoGenerationService->queryJimengTaskStatus($task);
  3154. // } elseif ($task->api_type === 'keling') {
  3155. // $statusResult = $this->AIVideoGenerationService->queryKelingOmniTaskStatus($task);
  3156. // } elseif ($task->api_type === 'zzengine') {
  3157. // $statusResult = $this->AIVideoGenerationService->queryUnifiedApiTaskStatus($task);
  3158. // } else {
  3159. // $statusResult = $this->AIVideoGenerationService->querySeedanceTaskStatus($task);
  3160. // }
  3161. // if (isset($statusResult['status'])) {
  3162. // // 更新任务状态
  3163. // $task->update([
  3164. // 'status' => $statusResult['status'],
  3165. // 'result_json' => $statusResult['result_json'] ?? [],
  3166. // 'result_url' => $statusResult['result_url'] ?? null,
  3167. // 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  3168. // 'error_message' => $statusResult['error_message'] ?? null,
  3169. // 'completed_at' => in_array($statusResult['status'], [
  3170. // 'success',
  3171. // 'failed'
  3172. // ]) ? now() : null
  3173. // ]);
  3174. // // 如果任务成功,更新分镜表
  3175. // if ($statusResult['status'] === 'success' && isset($statusResult['result_url'])) {
  3176. // try {
  3177. // DB::beginTransaction();
  3178. // $now = date('Y-m-d H:i:s');
  3179. // // 获取分镜ID
  3180. // $actId = null;
  3181. // foreach ($actTasks as $actTask) {
  3182. // if ($actTask['task_id'] == $taskId) {
  3183. // $actId = $actTask['act_id'];
  3184. // $content = $actTask['content'];
  3185. // $audio_duration = $actTask['audio_duration'];
  3186. // break;
  3187. // }
  3188. // }
  3189. // if ($actId) {
  3190. // // 更新分镜表
  3191. // $actUpdateData = [
  3192. // 'origin_video_url' => $statusResult['result_url'],
  3193. // 'video_task_status' => '已完成',
  3194. // 'last_frame_url' => $statusResult['last_frame_url'] ?? '',
  3195. // 'current_type' => 2,
  3196. // 'updated_at' => $now
  3197. // ];
  3198. // $compressed_video_url = compressVideo($statusResult['result_url']);
  3199. // $actUpdateData['video_url'] = $compressed_video_url ?: $statusResult['result_url'];
  3200. // // 只有当video_duration存在且大于0时才更新
  3201. // if (isset($statusResult['video_duration']) && $statusResult['video_duration'] > 0) {
  3202. // $actUpdateData['video_duration'] = $statusResult['video_duration'];
  3203. // $actUpdateData['video_time_point_start'] = 0;
  3204. // $actUpdateData['video_time_point_end'] = $statusResult['video_duration'];
  3205. // }
  3206. // $updateResult = DB::table('mp_episode_segments')
  3207. // ->where('id', $actId)
  3208. // ->update($actUpdateData);
  3209. // if ($updateResult) {
  3210. // // 更新分镜视频成功后新增对话记录
  3211. // // 获取参考图记录
  3212. // $reference_images = getProp($task, 'ref_image_url');
  3213. // if (!$reference_images) $reference_images = json_encode([], 256);
  3214. // $records = [
  3215. // [
  3216. // 'uid' => $uid,
  3217. // 'anime_id' => $animeId,
  3218. // 'sequence' => $episodeNumber,
  3219. // 'role' => 'user',
  3220. // 'content' => '片段转视频',
  3221. // 'act_id' => $actId,
  3222. // 'video_url' => '',
  3223. // 'created_at' => $now,
  3224. // 'updated_at' => $now
  3225. // ],
  3226. // [
  3227. // 'uid' => $uid,
  3228. // 'anime_id' => $animeId,
  3229. // 'sequence' => $episodeNumber,
  3230. // 'role' => 'assistant',
  3231. // 'content' => $content ?? '',
  3232. // 'act_id' => $actId,
  3233. // 'video_url' => $statusResult['result_url'],
  3234. // 'reference_images' => $reference_images,
  3235. // 'created_at' => $now,
  3236. // 'updated_at' => $now
  3237. // ]
  3238. // ];
  3239. // DB::table('mp_anime_records')->insert($records);
  3240. // }
  3241. // }
  3242. // DB::commit();
  3243. // } catch (\Exception $e) {
  3244. // DB::rollBack();
  3245. // $logData = [
  3246. // 'task_id' => $taskId,
  3247. // 'error' => $e->getMessage()
  3248. // ];
  3249. // dLog('anime')->error('视频任务处理失败', $logData);
  3250. // logDB('anime', 'error', '视频任务处理失败', $logData);
  3251. // }
  3252. // } elseif ($statusResult['status'] === 'failed') {
  3253. // // 获取分镜ID并更新失败状态
  3254. // foreach ($actTasks as $actTask) {
  3255. // if ($actTask['task_id'] == $taskId) {
  3256. // DB::table('mp_episode_segments')
  3257. // ->where('id', $actTask['act_id'])
  3258. // ->update([
  3259. // 'video_task_status' => '失败',
  3260. // 'updated_at' => date('Y-m-d H:i:s')
  3261. // ]);
  3262. // break;
  3263. // }
  3264. // }
  3265. // }
  3266. // }
  3267. // }
  3268. // 检查任务是否完成(成功或失败)
  3269. if (in_array($task->status, ['success', 'failed'])) {
  3270. $completeTasks[] = $taskId;
  3271. $hasUpdate = true;
  3272. if ($task->status === 'success') {
  3273. $successTasks[] = $taskId;
  3274. }
  3275. }
  3276. }
  3277. // 如果有更新,发送update通知
  3278. if ($hasUpdate) {
  3279. echo "data: " . json_encode([
  3280. 'type' => 'update',
  3281. 'total_tasks_count' => count($totalTasks),
  3282. 'completed_tasks_count' => count($completeTasks),
  3283. 'success_tasks_count' => count($successTasks)
  3284. ]) . "\n\n";
  3285. if (ob_get_level() > 0) ob_flush();
  3286. flush();
  3287. }
  3288. // 如果所有任务都完成了,结束连接
  3289. if (count($completeTasks) >= count($totalTasks)) {
  3290. // 重新获取完整的剧集信息
  3291. $updatedEpisode = $this->AnimeService->episodeInfoForAce([
  3292. 'anime_id' => $animeId,
  3293. 'episode_id' => $episodeId
  3294. ]);
  3295. echo "data: " . json_encode([
  3296. 'type' => 'completed',
  3297. 'total_tasks_count' => count($totalTasks),
  3298. 'completed_tasks_count' => count($completeTasks),
  3299. 'success_tasks_count' => count($successTasks),
  3300. 'episode' => $updatedEpisode
  3301. ]) . "\n\n";
  3302. if (ob_get_level() > 0) ob_flush();
  3303. flush();
  3304. break;
  3305. }
  3306. // 检查是否超时
  3307. if (time() - $startTime >= $maxDuration) {
  3308. break;
  3309. }
  3310. sleep($checkInterval);
  3311. } catch (\Exception $e) {
  3312. echo "data: " . json_encode([
  3313. 'type' => 'error',
  3314. 'message' => '查询任务状态失败: ' . $e->getMessage(),
  3315. 'total_tasks_count' => count($totalTasks),
  3316. 'completed_tasks_count' => count($completeTasks),
  3317. 'success_tasks_count' => count($successTasks)
  3318. ]) . "\n\n";
  3319. if (ob_get_level() > 0) ob_flush();
  3320. flush();
  3321. // 检查是否超时,如果超时则停止循环
  3322. if (time() - $startTime >= $maxDuration) {
  3323. break;
  3324. }
  3325. sleep($checkInterval);
  3326. }
  3327. }
  3328. // 超时处理
  3329. if (time() - $startTime >= $maxDuration) {
  3330. echo "data: " . json_encode([
  3331. 'type' => 'time_out',
  3332. 'message' => '批量视频生成已超时,停止状态查询',
  3333. 'total_tasks_count' => count($totalTasks),
  3334. 'completed_tasks_count' => count($completeTasks),
  3335. 'success_tasks_count' => count($successTasks)
  3336. ]) . "\n\n";
  3337. if (ob_get_level() > 0) ob_flush();
  3338. flush();
  3339. }
  3340. }, 200, [
  3341. 'Content-Type' => 'text/event-stream',
  3342. 'Cache-Control' => 'no-cache',
  3343. 'Connection' => 'keep-alive',
  3344. 'X-Accel-Buffering' => 'no', // 禁用 Nginx 缓冲
  3345. ]);
  3346. }
  3347. }